-- Logs begin at Thu 2021-11-11 15:40:31 UTC, end at Thu 2021-11-11 16:50:41 UTC. -- Nov 11 16:24:14.170114 dv-cinder-776422-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 16:24:16.901586 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:24:16.902207 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 16:24:16.902309 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:24:16.905493 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:24:16.905749 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 16:24:16.906062 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:24:16.907034 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:24:16.907272 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:24:16.907636 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:24:16.907885 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:24:16.908113 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:24:16.908432 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.908852 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 16:24:16.909163 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.909459 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.909752 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.910049 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.910369 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.910654 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.910943 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.911497 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.911788 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.912070 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.912356 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.912648 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.912931 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.913219 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.913505 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.913789 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] debug = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.914069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.914552 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.914977 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.915264 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.915711 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.915831 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.916167 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.916451 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.916741 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.917069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] host = dv-cinder-776422-4-iscsi {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.917351 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.917638 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.917926 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.918239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.918519 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.918797 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.919084 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.919360 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.919636 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.919912 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.920199 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.920485 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.920775 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.921001 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.921224 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.921521 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.921806 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.922083 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.922382 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.922661 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.922938 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.923214 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.923485 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.923771 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.924055 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.924345 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.924621 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.924895 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.925166 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.925436 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.925717 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.925991 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.926295 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.926570 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.926858 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.927129 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.927402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.927700 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.927984 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.928266 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.928548 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.928823 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.929108 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.929381 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.929652 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.929923 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_json = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.930212 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.930486 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.930766 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.931040 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.931354 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.931629 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.931903 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.932188 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:16.932487 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.932784 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.933086 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.933369 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.933673 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.933954 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.934281 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.934563 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.934853 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.935144 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.935431 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.935707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.935996 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.936276 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.936569 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.936871 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.937170 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.937466 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.937744 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.938020 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.938324 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.938605 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.938896 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.939176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.939466 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.939754 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.940034 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.940323 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.940617 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.940905 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.941183 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.941466 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.941757 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.942034 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.942331 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.942611 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.942897 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.943174 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.943448 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.943728 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.944009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.944280 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.944549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.944824 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.945110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.945385 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.945656 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.945925 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.946223 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.946498 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.946783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.947606 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.947882 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.948157 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.948435 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.948707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.948980 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.949256 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.949528 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.949804 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.950077 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.950384 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.950657 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.950929 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.951202 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.951474 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.951747 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.952024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.952298 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.952570 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.952838 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.953110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.953380 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.953692 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.953969 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.954279 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.954568 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.954853 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.955134 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.955416 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.955694 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.955977 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.956258 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.956534 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.956825 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.957111 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.957398 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.957680 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.957960 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.958317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.958600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.958885 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.959165 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.959445 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.959730 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.960015 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.960312 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.960605 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.960900 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.961193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.961486 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.961770 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.962079 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.962385 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:16.963263 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:24:16.963567 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101993) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 16:24:17.394794 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 16:24:17.395069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 16:24:17.395376 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 16:24:17.395712 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 16:24:17.724871 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.725162 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.725434 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.726662 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.726942 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.727209 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.761558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.761839 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.762107 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.777863 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.778141 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.778512 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.809641 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.809920 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.810217 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.846258 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.846542 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:17.846813 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.083149 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.083747 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.083747 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.083916 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.084583 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.213773 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.214099 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.214421 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.214696 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.214966 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.215296 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.215566 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.215830 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.216085 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.216372 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.216635 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.216903 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.217161 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.217415 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.217673 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.217937 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.219414 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.219726 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.219998 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.220269 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.220553 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.220825 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.221115 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.221505 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.221761 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.222012 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.222448 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.222693 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.222935 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.223173 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.223410 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.223647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:18.224013 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 16:24:18.227299 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 16:24:18.232110 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 16:24:18.235983 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Nov 11 16:24:18.237640 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 16:24:18.238101 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 16:24:18.238464 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 16:24:18.238854 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 16:24:18.241707 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 16:24:18.241962 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 16:24:18.242334 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:24:18.247902 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 16:24:18.270191 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 16:24:18.270652 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.270953 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101993) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 16:24:18.271319 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.272710 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101993) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 16:24:18.272992 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:24:18.273243 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 16:24:18.277033 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.277316 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:18.342663 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 16:24:18.342843 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 16:24:18.343080 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 16:24:18.343452 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 16:24:18.363993 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_db.sqlalchemy.engines [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101993) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 16:24:19.006099 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing driver for type 'gre' Nov 11 16:24:19.006666 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] gre ID ranges: [(1, 1000)] Nov 11 16:24:19.192413 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing driver for type 'local' Nov 11 16:24:19.193016 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing driver for type 'vlan' Nov 11 16:24:19.278082 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] VlanTypeDriver initialization complete Nov 11 16:24:19.278400 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing driver for type 'vxlan' Nov 11 16:24:19.278901 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] vxlan ID ranges: [(1, 1000)] Nov 11 16:24:19.474681 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing extension driver 'port_security' Nov 11 16:24:19.475018 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.extensions.port_security [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] PortSecurityExtensionDriver initialization complete Nov 11 16:24:19.475347 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing mechanism driver 'openvswitch' Nov 11 16:24:19.475689 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing mechanism driver 'hyperv' Nov 11 16:24:19.490564 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.plugin [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:19.491425 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.491804 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.492171 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.492707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.493145 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.493503 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.493854 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.494273 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.494683 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.495032 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.495378 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.495871 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.496353 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.496788 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.497136 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.497535 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.497945 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.498325 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.498671 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.499069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.499480 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.499837 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.500180 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.500574 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101993) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 16:24:19.500958 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] ML2 OVO RPC backend initialized. {{(pid=101993) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 16:24:19.501672 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.502033 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.502482 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.502890 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > networks before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.503270 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.503617 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > ports before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.503963 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.504308 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.504658 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.505000 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.505338 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.505678 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.506018 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.506381 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.506722 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.507069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.507398 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.507969 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.plugin [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Modular L2 Plugin initialization complete Nov 11 16:24:19.508299 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading services supported by the core plugin {{(pid=101993) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 16:24:19.508625 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.plugins.ml2.managers [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Got port-security extension from driver 'port_security' Nov 11 16:24:19.509086 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.extensions.vlantransparent [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Disabled vlantransparent extension. Nov 11 16:24:19.509569 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101993) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 16:24:19.509889 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: router Nov 11 16:24:19.547140 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.547539 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_create 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.547917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router before_create 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.548286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.548664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.549024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_delete 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.549386 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.549865 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.550264 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_create 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.550618 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.550971 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.551320 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.551681 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.552097 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.552468 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.552812 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.553154 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: subnet after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.553499 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.553849 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.554225 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.554577 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.554921 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.555281 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router after_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.555624 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.555978 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.556339 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.556686 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.557056 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > agent after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.557407 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.557755 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > network after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.558737 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Tracking information for resource: router configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:19.559066 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Tracking information for resource: floatingip configured {{(pid=101993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:24:19.564015 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.db.l3_agentschedulers_db [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 16:24:19.564598 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.564965 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.565318 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.565670 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: port after_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.566525 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router before_create 55550100 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.566894 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.567260 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.567618 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.572726 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.provider_configuration [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service providers = [] {{(pid=101993) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 16:24:19.573096 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.db.servicetype_db [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101993) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 16:24:19.576188 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.service_base [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:24:19.576540 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.service_base [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:24:19.576888 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.service_base [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:24:19.577782 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.services.service_base [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:24:19.578160 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.services.service_base [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 16:24:19.578565 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.578888 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 16:24:19.592026 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.592361 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: auto_allocate Nov 11 16:24:19.598201 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: network precommit_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.598591 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: network precommit_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.599119 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.599442 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: tag Nov 11 16:24:19.607299 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.607628 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: timestamp Nov 11 16:24:19.611523 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.611909 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: network_ip_availability Nov 11 16:24:19.617426 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.617800 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.618161 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.618911 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.619236 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: flavors Nov 11 16:24:19.624374 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.624707 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading Plugin: revisions Nov 11 16:24:19.629057 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:24:19.629485 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.234s {{(pid=101993) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 16:24:19.630262 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101993) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 16:24:19.630608 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Initializing extension manager. Nov 11 16:24:19.631125 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: __init__.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.631468 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: __pycache__ {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.631803 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.632141 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: address_group.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.632900 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.633473 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: address-group Nov 11 16:24:19.633801 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: address_scope.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.634545 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.635061 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: address-scope Nov 11 16:24:19.635389 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.644001 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.644511 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: router-admin-state-down-before-update Nov 11 16:24:19.644838 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: agent.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.645547 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.646058 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: agent Nov 11 16:24:19.646422 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: agent_resources_synced.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.647339 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.647853 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: agent-resources-synced Nov 11 16:24:19.648184 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.649973 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.650532 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: allowed-address-pairs Nov 11 16:24:19.650863 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.652549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.653229 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: auto-allocated-topology Nov 11 16:24:19.653560 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: availability_zone.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.654305 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.654818 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: availability_zone Nov 11 16:24:19.655144 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: availability_zone_filter.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.656067 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.656584 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: availability_zone_filter Nov 11 16:24:19.656908 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: data_plane_status.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.657824 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.658373 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 16:24:19.658704 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: default_subnetpools.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.659625 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.660144 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: default-subnetpools Nov 11 16:24:19.660469 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.661534 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.662051 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: dhcp_agent_scheduler Nov 11 16:24:19.662398 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: dns.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.663330 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.663844 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 16:24:19.664169 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: dns_domain_ports.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.665099 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.665635 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 16:24:19.665964 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.666999 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.668121 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 16:24:19.668601 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: dvr.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.669289 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.669806 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: dvr Nov 11 16:24:19.670136 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: ecmp_routes.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.677086 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.677597 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 16:24:19.677919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: empty_string_filtering.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.678868 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.679385 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: empty-string-filtering Nov 11 16:24:19.679707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.680639 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.681146 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:24:19.681469 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.682482 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.682997 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 16:24:19.683348 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: external_net.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.684283 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.684798 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: external-net Nov 11 16:24:19.685122 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.686043 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.686581 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: extra_dhcp_opt Nov 11 16:24:19.686904 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: extraroute.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.687817 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.688324 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: extraroute Nov 11 16:24:19.688645 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: extraroute_atomic.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.689690 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.690221 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: extraroute-atomic Nov 11 16:24:19.690549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: filter_validation.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.691397 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.691907 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: filter-validation Nov 11 16:24:19.692231 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: fip_pf_description.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.693152 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.693666 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 16:24:19.693990 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: fip_port_details.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.694968 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.695479 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: fip-port-details Nov 11 16:24:19.695803 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: flavors.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.697054 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.697579 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: flavors Nov 11 16:24:19.697905 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.699721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.700250 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 16:24:19.700589 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: floatingip_pools.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.701306 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.701826 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: floatingip-pools Nov 11 16:24:19.702159 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: ip_allocation.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.703136 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.703652 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 16:24:19.703985 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.704922 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.705440 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: ip-substring-filtering Nov 11 16:24:19.705771 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l2_adjacency.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.706739 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.707249 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 16:24:19.707579 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.708552 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.709074 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: router Nov 11 16:24:19.709403 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.711730 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.712268 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:24:19.712602 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.713549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.714070 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: ext-gw-mode Nov 11 16:24:19.715028 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.716044 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.716564 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: l3-ha Nov 11 16:24:19.716894 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3_flavors.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.717829 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.718385 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: l3-flavors Nov 11 16:24:19.718714 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.719636 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.720151 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 16:24:19.720481 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: l3agentscheduler.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.721505 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.722022 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: l3_agent_scheduler Nov 11 16:24:19.722385 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: logging.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.728851 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.729368 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension logging not supported by any of loaded plugins Nov 11 16:24:19.729706 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: metering.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.731131 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.731715 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: metering Nov 11 16:24:19.732043 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.733270 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.733793 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: metering_source_and_destination_fields Nov 11 16:24:19.734140 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: multiprovidernet.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.735106 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.735620 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: multi-provider Nov 11 16:24:19.735948 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: netmtu.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.736874 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.737387 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: net-mtu Nov 11 16:24:19.737715 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: netmtu_writable.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.738668 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.739181 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: net-mtu-writable Nov 11 16:24:19.739507 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: network_availability_zone.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.740239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.740752 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: network_availability_zone Nov 11 16:24:19.741074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: network_ip_availability.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.742199 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.742738 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: network-ip-availability Nov 11 16:24:19.743069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: network_segment_range.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.743839 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.744353 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 16:24:19.744677 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: pagination.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.745740 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.746076 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: pagination Nov 11 16:24:19.746422 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: port_device_profile.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.747339 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.747855 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: port-device-profile Nov 11 16:24:19.748180 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.749120 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.749637 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: port-mac-address-regenerate Nov 11 16:24:19.749960 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.750917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.751430 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: port-numa-affinity-policy Nov 11 16:24:19.751751 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: port_resource_request.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.752666 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.753170 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 16:24:19.753493 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: port_resource_request_groups.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.758347 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.758859 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 16:24:19.759184 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: portbindings.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.760125 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.760640 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: binding Nov 11 16:24:19.760965 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: portbindings_extended.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.762327 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.762937 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: binding-extended Nov 11 16:24:19.763277 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: portsecurity.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.764221 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.764739 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: port-security Nov 11 16:24:19.765066 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: project_id.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.766054 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.766420 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: project-id Nov 11 16:24:19.766751 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: providernet.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.767680 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.768192 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: provider Nov 11 16:24:19.768518 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.772153 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.772678 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos not supported by any of loaded plugins Nov 11 16:24:19.773015 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.774320 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.774847 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 16:24:19.775181 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.776118 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.776631 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 16:24:19.777578 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_default.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.778548 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.779069 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-default not supported by any of loaded plugins Nov 11 16:24:19.779396 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_fip.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.780061 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.780575 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 16:24:19.780901 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.781835 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.782384 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 16:24:19.782709 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.783631 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.784147 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 16:24:19.784471 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.785527 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.786048 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 16:24:19.786711 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_pps_rule.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.787864 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.788557 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 16:24:19.788889 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.789827 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.790376 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 16:24:19.790704 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: qos_rules_alias.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.791776 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.792292 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 16:24:19.793303 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: quota_check_limit.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.794300 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.794821 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: quota-check-limit Nov 11 16:24:19.795148 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: quotasv2.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.796995 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.797324 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: quotas Nov 11 16:24:19.797652 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: quotasv2_detail.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.800861 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.801205 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: quota_details Nov 11 16:24:19.801544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: rbac.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.802633 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.803169 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: rbac-policies Nov 11 16:24:19.803506 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: rbac_address_group.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.804458 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.804982 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: rbac-address-group Nov 11 16:24:19.805309 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: rbac_address_scope.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.810114 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.810664 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: rbac-address-scope Nov 11 16:24:19.810992 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: rbac_security_groups.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.811925 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.812439 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: rbac-security-groups Nov 11 16:24:19.812762 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.813689 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.814228 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: rbac-subnetpool Nov 11 16:24:19.814556 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: revisionifmatch.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.815486 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.815999 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: revision-if-match Nov 11 16:24:19.816320 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: revisions.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.817449 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.817964 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: standard-attr-revisions Nov 11 16:24:19.818325 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: router_availability_zone.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.819009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.819527 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: router_availability_zone Nov 11 16:24:19.819850 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: routerservicetype.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.820779 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.821294 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 16:24:19.821620 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.822584 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.823098 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: security-groups-normalized-cidr Nov 11 16:24:19.823421 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.825024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.825590 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: port-security-groups-filtering Nov 11 16:24:19.825914 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.826900 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.827417 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: security-groups-remote-address-group Nov 11 16:24:19.827741 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.828696 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.829210 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: security-groups-shared-filtering Nov 11 16:24:19.829533 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.830125 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 16:24:19.830478 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: securitygroup.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.841018 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.841563 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: security-group Nov 11 16:24:19.842952 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: segment.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.842952 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.843252 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension segment not supported by any of loaded plugins Nov 11 16:24:19.843582 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.844561 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.845127 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 16:24:19.845458 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: servicetype.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.846622 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.847147 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: service-type Nov 11 16:24:19.847478 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: sorting.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.848485 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.848820 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: sorting Nov 11 16:24:19.849148 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: standard_attr_segment.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.850077 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.850627 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 16:24:19.850958 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: standardattrdescription.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.851619 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.852132 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: standard-attr-description Nov 11 16:24:19.852458 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: stateful_security_group.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.853402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.853922 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: stateful-security-group Nov 11 16:24:19.854282 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: stdattrs_common.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.854863 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 16:24:19.855211 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.856189 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.856715 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 16:24:19.857036 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnet_onboard.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.858138 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.858698 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: subnet_onboard Nov 11 16:24:19.859022 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.866350 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.866868 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 16:24:19.867194 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnet_service_types.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.868137 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.868662 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: subnet-service-types Nov 11 16:24:19.868989 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnetallocation.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.870097 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.870846 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: subnet_allocation Nov 11 16:24:19.871331 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.871965 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.872490 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: subnetpool-prefix-ops Nov 11 16:24:19.872819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.873778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.874334 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 16:24:19.874663 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: tagging.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.875766 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.876289 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: standard-attr-tag Nov 11 16:24:19.876620 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: timestamp.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.877874 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.878422 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loaded extension: standard-attr-timestamp Nov 11 16:24:19.878755 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: trunk.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.879803 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.880325 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension trunk not supported by any of loaded plugins Nov 11 16:24:19.880654 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: trunk_details.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.881588 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.882102 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 16:24:19.882492 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.883443 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.883957 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 16:24:19.884289 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Loading extension file: vlantransparent.py {{(pid=101993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:24:19.884969 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:24:19.885479 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 16:24:19.888581 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:network Nov 11 16:24:19.889152 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnet Nov 11 16:24:19.889553 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:24:19.889947 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:port Nov 11 16:24:19.891305 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.891757 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service FLAVORS assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.892385 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.892822 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.893156 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:router Nov 11 16:24:19.893598 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:24:19.894147 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service METERING assigned prefix: /metering {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.895605 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.895980 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.896335 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:24:19.897343 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:24:19.897795 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:24:19.898262 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:24:19.898864 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service CORE assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.899195 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:24:19.899543 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] subnetpool is already registered Nov 11 16:24:19.899981 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service CORE assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.900314 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:24:19.900644 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] subnetpool is already registered Nov 11 16:24:19.903826 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.904268 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service FLAVORS assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.904900 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:router Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] router is already registered Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] floatingip is already registered Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service METERING assigned prefix: /metering {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] rbac_policy is already registered Nov 11 16:24:19.911647 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] security_group is already registered Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] security_group_rule is already registered Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service CORE assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] subnetpool is already registered Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.v2.resource_helper [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Service CORE assigned prefix: {{(pid=101993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:24:19.912285 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING neutron.quota.resource_registry [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] subnetpool is already registered Nov 11 16:24:19.913810 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: extensions {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.915374 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: address-groups {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.916918 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: address-scopes {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.918324 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: agents {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.919616 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: auto-allocated-topology {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.920889 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: availability_zones {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.922114 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: dhcp-networks {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.923653 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: dhcp-agents {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.925244 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: routers {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.927432 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: flavors {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.928716 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: service_profiles {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.929954 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: next_providers {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.931450 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: service_profiles {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.932903 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: floatingip-pools {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.938209 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: routers {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.938209 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: floatingips {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.938209 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: l3-routers {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.939208 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: l3-agents {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.940628 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: metering-labels {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.941946 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: metering-label-rules {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.943368 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: network-ip-availabilities {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.944684 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: bindings {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.946285 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: quotas {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.948013 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: quotas {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.950337 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: rbac-policies {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.951560 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: security-groups {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.952905 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: security-group-rules {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.954165 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: service-providers {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.955422 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: subnetpools {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.956881 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: subnetpools {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.958414 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.960125 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.961968 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.963808 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.966259 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.968229 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.969962 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.972790 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.974637 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.976393 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron.api.extensions [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Extended resource: tags {{(pid=101993) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:24:19.982813 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING keystonemiddleware.auth_token [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 16:24:19.987340 dv-cinder-776422-4-iscsi neutron-server[101993]: WARNING keystonemiddleware.auth_token [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 16:24:19.996461 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Acquired lock "singleton_lock" {{(pid=101993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 16:24:19.996975 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_concurrency.lockutils [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Releasing lock "singleton_lock" {{(pid=101993) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 16:24:19.997630 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Starting 2 workers Nov 11 16:24:20.002484 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Started child 102104 {{(pid=101993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:24:20.006939 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Started child 102105 {{(pid=101993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:24:20.008483 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.009202 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO neutron.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 16:24:20.009202 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Publish callbacks [] for process, before_spawn {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.010012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [-] (102104) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:24:20.012047 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Starting 1 workers Nov 11 16:24:20.013021 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.014566 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [-] (102105) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:24:20.017325 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Started child 102106 {{(pid=101993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:24:20.017864 dv-cinder-776422-4-iscsi neutron-server[101993]: INFO oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Starting 1 workers Nov 11 16:24:20.021026 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] calling RpcWorker wait() {{(pid=102106) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 16:24:20.021558 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] returning from RpcWorker wait() {{(pid=102106) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 16:24:20.022402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Started child 102107 {{(pid=101993) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 16:24:20.022786 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.023224 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG neutron_lib.callbacks.manager [None req-6234b4fa-1652-40b8-b986-dca1560012f9 None None] Publish callbacks [] for process, after_spawn {{(pid=101993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.023333 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:20.025154 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 16:24:20.025384 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:24:20.025574 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:24:20.025864 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:24:20.026112 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:24:20.026312 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:24:20.026941 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.027714 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.028335 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.028335 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.028580 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.028758 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:20.029228 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.029381 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.029617 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.029921 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.030129 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.030356 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.030524 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.030730 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.030960 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.031241 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.031505 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.031776 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.032037 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.032208 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.032455 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.032719 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.032963 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.033231 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] debug = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.033473 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.033931 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.034173 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.034445 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.034684 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.034972 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.035217 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.035475 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.035713 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.035950 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.036200 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.036762 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.037036 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.037208 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.037423 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.037636 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.037876 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.038097 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.038597 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] host = dv-cinder-776422-4-iscsi {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.038818 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.039053 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.039312 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.039557 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.039815 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.040013 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.040289 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.040544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.040783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.041006 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.041259 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.041506 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.041720 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.041997 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.042141 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_options = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.042435 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.043105 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.043686 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.043686 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.043686 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044103 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044103 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044103 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044517 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044654 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044789 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.044988 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.045229 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.045429 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.045671 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.045909 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.046155 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.046402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.046656 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.046901 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.047124 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.047367 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.047614 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.047854 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.048069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.048313 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.048579 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.048881 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.049039 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.049258 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.049490 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.049749 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.049997 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.050259 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.050544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.050789 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.051017 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.051249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.051529 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.051751 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.052007 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.052253 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.052466 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.052707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.052920 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.053154 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.053383 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_json = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.053596 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.053837 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.054064 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.054300 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.054518 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.054711 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.054949 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.055200 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.055754 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.056029 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.056348 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.056611 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.056844 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.057099 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.057332 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.057558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.057806 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.058042 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.058407 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.058407 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.059055 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.059192 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.059386 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.059708 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.059994 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.060260 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.060513 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.060764 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.061018 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.061271 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.061544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.061785 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.062018 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.062225 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:20.062324 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.070402 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071024 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.071707 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.072334 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.073477 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.075664 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.076558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.077510 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.077510 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.077510 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.077912 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.077912 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.078128 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.078317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.078535 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.078791 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.079034 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.079462 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.079462 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.079716 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.080060 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.080163 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.080409 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.080581 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.080848 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.081085 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.081372 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.081671 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.081846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.082069 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.082396 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.082677 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.082912 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.083164 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.083413 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.083685 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.083923 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.084214 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.084465 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.084743 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.085054 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.085312 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.085581 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.085833 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.086061 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.086345 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.086601 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.086882 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.087152 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.087647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.087647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.087969 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.088216 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.088437 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.088649 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.088877 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.089212 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.090286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.090802 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.090802 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.091009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.091148 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.091333 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.091595 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.091854 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.092101 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.092344 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.092571 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.092784 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.093013 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.093267 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.093471 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.093723 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.093954 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.094229 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.094484 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.094676 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.094901 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.095115 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096193 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096923 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096923 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.096923 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.097361 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.097361 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.097647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.097647 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.097928 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.098110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.098410 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.098623 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.098853 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.099077 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.099297 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.099527 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.099738 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.099981 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.100199 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.100410 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.100621 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.100837 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.101048 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.101255 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.101478 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.101687 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.101948 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.102217 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.102772 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.102772 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.106250 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.107317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.108239 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109110 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109719 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109719 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.109719 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.110198 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.110198 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.110435 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.110558 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.110825 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.111034 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.111252 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.111482 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.111698 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.111906 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.112129 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.112337 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.112548 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.112766 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.113002 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.113209 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.113435 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.113665 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.113895 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.114115 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.114378 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.114586 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.114880 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.116466 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.116706 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.117016 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.117249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.117501 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.117725 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.118055 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.118317 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.118903 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.118903 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.119184 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.119277 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.119460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.122982 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.123600 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124106 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124106 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124256 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124438 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124697 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.124925 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.125153 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.125372 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.125617 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.125834 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.126074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.126323 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.126544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.126762 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.126921 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:24:20.127449 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101993) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 16:24:20.127608 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:24:20.127759 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:24:20.127925 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:24:20.128094 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:24:20.128244 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:24:20.128451 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.128610 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.128770 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.128927 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129084 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129262 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129421 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129575 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129731 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.129887 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.130043 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.130218 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.130392 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.130530 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137286 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] debug = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.137919 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] host = dv-cinder-776422-4-iscsi {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.138846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139290 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_options = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.139721 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140176 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.140549 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141009 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141390 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141507 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141572 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141732 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.141888 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142048 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142226 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142384 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142541 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142695 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.142851 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143008 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143169 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143325 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143646 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143801 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.143957 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144117 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144278 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144438 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144594 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_json = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144749 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.144905 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145060 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145217 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145378 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145555 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145704 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.145845 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:24:20.146059 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146165 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146359 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146504 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146656 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146815 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.146967 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147132 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147293 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147454 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147621 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147780 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.147947 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.148282 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.148448 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.148767 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.148767 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.148928 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149010 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149165 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149325 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149487 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149656 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149818 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.149979 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.150136 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.150324 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.150499 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.150660 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.150819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151003 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151149 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151309 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151467 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151626 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.151785 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152071 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152247 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152453 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152587 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152749 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.152914 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.153056 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.153216 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.153376 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.153538 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.153695 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154014 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154173 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154355 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154520 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154681 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.154841 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155002 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155162 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155408 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155515 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155629 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155784 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.155945 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156107 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156266 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156410 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156567 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156731 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.156874 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157049 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157235 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157400 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157553 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157713 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.157873 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158032 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158212 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158369 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158528 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158687 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.158845 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159004 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159163 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159321 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159479 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159638 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159797 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.159957 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160120 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160275 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160432 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160615 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160762 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.160935 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.161093 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.161254 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.161676 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.161835 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.161993 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162151 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162342 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162502 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162660 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162836 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.162970 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163125 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163283 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163442 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163599 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163758 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.163916 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164232 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164389 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164548 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164706 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.164864 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165022 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165180 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165348 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165508 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165669 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165829 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.165994 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166163 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166346 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166507 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166670 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166830 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.166989 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.168249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.168249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.168249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.168249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.168249 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169363 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169932 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169932 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169932 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.169932 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170479 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170479 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170479 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170479 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170791 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.170791 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171031 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171152 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171307 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171393 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171704 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.171863 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172291 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172291 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172531 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172531 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172758 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.172758 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173099 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173099 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173255 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173335 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173484 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173642 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173803 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.173962 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174120 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174301 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174618 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174776 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.174937 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175095 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175257 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175417 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175577 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175736 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.175895 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.176056 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.176215 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.176375 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.176535 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.176962 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177131 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177296 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177457 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177604 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177766 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.177925 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.178097 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.178338 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.179470 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.185917 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.186870 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.187783 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.188379 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189074 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.189778 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.190787 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.191543 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.192544 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.193846 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194460 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194723 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:20.194819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:24:20.194819 dv-cinder-776422-4-iscsi neutron-server[101993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101993) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:24:20.347311 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 50776) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:20.356510 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070679 Nov 11 16:24:32.017459 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edff4a7-10d2-44fa-86e5-66e7b7afeee7 None None] get_active_networks_info from dv-cinder-776422-4-iscsi {{(pid=102106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 16:24:32.100270 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edff4a7-10d2-44fa-86e5-66e7b7afeee7 None None] No non-hosted networks {{(pid=102106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 16:24:32.108633 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.agentschedulers_db [None req-6edff4a7-10d2-44fa-86e5-66e7b7afeee7 None None] DHCP Agent not found on host dv-cinder-776422-4-iscsi {{(pid=102106) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 16:24:32.313160 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a5a9a36a-5ad8-4d7f-a4ae-4d83f3797b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:34.406924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e31d508d-1a9a-44e1-9763-79e2e8f76405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:34.451187 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.db.api [None req-b2eed9b2-8944-47c9-b52d-433240c0e75d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-776422-4-iscsi {{(pid=102106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:24:34.451934 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG oslo_db.api [None req-b2eed9b2-8944-47c9-b52d-433240c0e75d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:24:35.024120 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b2eed9b2-8944-47c9-b52d-433240c0e75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:35.461735 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:36.930463 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:38.136438 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:38.137125 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.137427 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.137746 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.138064 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.138424 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.138740 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.139053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.139396 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.139712 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.140030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.140583 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.140907 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:38.141313 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776422-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:38.148214 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:24:38.203608 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50866) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:38.733792 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING oslo_policy.policy [None req-95e8fdf7-b207-4087-b6f3-c78772a2c247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:38.734424 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING oslo_policy.policy [None req-95e8fdf7-b207-4087-b6f3-c78772a2c247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:38.961434 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [None req-95e8fdf7-b207-4087-b6f3-c78772a2c247 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:24:38.974200 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-95e8fdf7-b207-4087-b6f3-c78772a2c247 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7616925 Nov 11 16:24:40.882624 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.db.l3_hamode_db [None req-43eb0888-1fbd-4407-a583-147e5b4c720c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 16:24:40.961286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb0888-1fbd-4407-a583-147e5b4c720c None None] Routers set() bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:24:40.961680 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb0888-1fbd-4407-a583-147e5b4c720c None None] Router IDs set() for agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 16:24:41.500054 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 50882) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:41.996157 dv-cinder-776422-4-iscsi neutron-server[102105]: WARNING oslo_policy.policy [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:41.996773 dv-cinder-776422-4-iscsi neutron-server[102105]: WARNING oslo_policy.policy [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:42.220903 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:24:42.317412 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.policy [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:24:42.364102 dv-cinder-776422-4-iscsi neutron-server[102105]: WARNING oslo_policy.policy [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:42.364482 dv-cinder-776422-4-iscsi neutron-server[102105]: WARNING oslo_policy.policy [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:42.373525 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.quota [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] Loaded quota_driver: . Nov 11 16:24:42.553822 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196903908', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196904241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196867059', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196857137', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196681837', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769196872889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3906333', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3522691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512131'] for rbac-policy, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:42.835173 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:42.836327 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-fe253bb2-4f5f-4adc-ba41-bb990949ff57 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3353202 Nov 11 16:24:45.546673 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 50900) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:45.845016 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Request body: {'network': {'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'name': 'private', 'admin_state_up': True, 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:24:45.950125 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Made reservation on behalf of 549aab745e5b401181e0ecf7c85c05fe for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:24:45.952981 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:45.970803 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.076858 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.127097 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.151596 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:24:46.176220 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769196632796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.176795 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Unsubscribe: segment precommit_create {{(pid=102105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:24:46.177314 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Added segment 5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5 of type vlan for network 1d322d2f-039f-49e3-98a0-e498bbc8c125 Nov 11 16:24:46.182816 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982903b5-6ef0-4bd6-b194-02480e5a2435,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:24:46.218370 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.218730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.219069 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.219399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.219724 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.220055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.220379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.220714 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.221098 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.221361 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.221672 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.221983 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Tracked resource versions report: Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: pushed versions: Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: { 'AddressGroup': {'1.2'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'ConntrackHelper': {'1.0'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Log': {'1.0'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Network': {'1.1'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Port': {'1.7'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'PortForwarding': {'1.2'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'QosPolicy': {'1.10'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroup': {'1.5'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SubPort': {'1.0'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Subnet': {'1.1'}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Trunk': {'1.1'}} Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: consumer versions: Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'ConntrackHelper': '1.0', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Log': '1.0', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Network': '1.1', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Port': '1.7', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'PortForwarding': '1.2', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'QosPolicy': '1.10', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroup': '1.5', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroupRule': '1.2', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SubPort': '1.0', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Subnet': '1.1', Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Trunk': '1.1'}} Nov 11 16:24:46.223108 dv-cinder-776422-4-iscsi neutron-server[102105]: {{(pid=102105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:24:46.293875 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.404641 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.405742 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:46.406491 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:46.501049 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] Pushing event updated for resources: {'Network': ['ID=1d322d2f-039f-49e3-98a0-e498bbc8c125,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:24:46.512404 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:24:46.539653 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-7802c625-e46f-4351-8d43-b75708c8274d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9913962 Nov 11 16:24:49.318530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 50914) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:49.707751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bcbc4-6afb-4bd7-b6cb-249ae906dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:49.709173 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f36bcbc4-6afb-4bd7-b6cb-249ae906dde1 admin admin] 10.222.0.11 "GET /v2.0/networks/1d322d2f-039f-49e3-98a0-e498bbc8c125 HTTP/1.1" status: 200 len: 826 time: 0.3897157 Nov 11 16:24:49.736051 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6dac8477-a621-457e-b8e2-c3074f5731f0 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/b65eb94e-09db-4b59-ad3e-9a22b775fd65 HTTP/1.1" status: 200 len: 734 time: 0.0205302 Nov 11 16:24:49.745149 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Request body: {'subnet': {'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'ip_version': 4, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:24:49.864360 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Made reservation on behalf of 549aab745e5b401181e0ecf7c85c05fe for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:24:49.866683 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:50.216537 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:50.285435 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=73515763-b2c0-4f8f-af64-16112128aa17,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:24:50.290718 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Checking segment: {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:24:50.291103 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Network hostable DHCP agents. Network: 1d322d2f-039f-49e3-98a0-e498bbc8c125, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:24:50.400883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:24:50.480950 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 1d322d2f-039f-49e3-98a0-e498bbc8c125) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:24:50.485992 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:50.486633 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:50.491383 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da24d3-563e-4681-a187-c1b943c678de None None] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:24:50.569546 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5eb37e81-2c66-4ce2-8743-895fe60f2ebf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8275383 Nov 11 16:24:50.816928 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-1d322d2f-039f-49e3-98a0-e498bbc8c125', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:24:50.818160 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.119960 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Allocated IP 172.20.0.2 (1d322d2f-039f-49e3-98a0-e498bbc8c125/73515763-b2c0-4f8f-af64-16112128aa17/33ada43c-216d-431b-ae07-22219e77c413) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:24:51.322173 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.447848 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.525911 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:24:51.530651 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:24:51.535944 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Pushing event updated for resources: {'Port': ['ID=33ada43c-216d-431b-ae07-22219e77c413,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:24:51.544949 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:24:51.586633 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.586999 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.587342 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.587674 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.588001 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.588345 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.588681 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.588994 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.589330 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.589652 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.589970 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.590310 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Tracked resource versions report: Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: pushed versions: Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: { 'AddressGroup': {'1.2'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'ConntrackHelper': {'1.0'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Log': {'1.0'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Network': {'1.1'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Port': {'1.7'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'PortForwarding': {'1.2'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'QosPolicy': {'1.10'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroup': {'1.5'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SubPort': {'1.0'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Subnet': {'1.1'}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Trunk': {'1.1'}} Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: consumer versions: Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'ConntrackHelper': '1.0', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Log': '1.0', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Network': '1.1', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Port': '1.7', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'PortForwarding': '1.2', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'QosPolicy': '1.10', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroup': '1.5', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroupRule': '1.2', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SubPort': '1.0', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Subnet': '1.1', Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Trunk': '1.1'}} Nov 11 16:24:51.591753 dv-cinder-776422-4-iscsi neutron-server[102106]: {{(pid=102106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:24:51.625505 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Attempting to bind port 33ada43c-216d-431b-ae07-22219e77c413 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:24:51.625904 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Attempting to bind port 33ada43c-216d-431b-ae07-22219e77c413 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:24:51.626377 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Attempting to bind port 33ada43c-216d-431b-ae07-22219e77c413 on network 1d322d2f-039f-49e3-98a0-e498bbc8c125 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:24:51.631187 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:24:51.631575 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Checking segment: {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:24:51.632031 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.632415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Bound using segment: {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:24:51.632902 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Bound port: 33ada43c-216d-431b-ae07-22219e77c413, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:24:51.633322 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.695224 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] For port 33ada43c-216d-431b-ae07-22219e77c413, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:24:51.699546 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] For port 33ada43c-216d-431b-ae07-22219e77c413, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=33ada43c-216d-431b-ae07-22219e77c413,segment=NetworkSegment(5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5),segment_id=5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:24:51.828220 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:51.899488 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ae02d-c706-409f-80a3-423be9c2fadb None None] Pushing event updated for resources: {'Port': ['ID=33ada43c-216d-431b-ae07-22219e77c413,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:24:53.147955 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50922) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:53.465288 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [None req-c9b65661-b827-45cc-b6d3-8b9b1f0e331f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:24:53.467075 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c9b65661-b827-45cc-b6d3-8b9b1f0e331f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3180377 Nov 11 16:24:55.995168 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50930) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:56.305743 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [None req-80799565-ec41-46d5-b027-e1cf5114766f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:24:56.306748 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-80799565-ec41-46d5-b027-e1cf5114766f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106692 Nov 11 16:24:59.064496 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:24:59.361105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Request body: {'router': {'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:24:59.428452 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.policy [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:24:59.480415 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING oslo_policy.policy [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:59.480796 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING oslo_policy.policy [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:24:59.490273 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.quota [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Loaded quota_driver: . Nov 11 16:24:59.626425 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:59.628270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:59.790648 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:59.894351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:59.916947 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 33ada43c-216d-431b-ae07-22219e77c413 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:24:59.998703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:24:59.999920 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-fa4a97d0-41c6-47c6-bc77-d07bdb76fb8d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9343920 Nov 11 16:25:00.004814 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 33ada43c-216d-431b-ae07-22219e77c413 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:00.005204 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:00.124039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:00.161713 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 33ada43c-216d-431b-ae07-22219e77c413, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=33ada43c-216d-431b-ae07-22219e77c413,segment=NetworkSegment(5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5),segment_id=5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:25:00.235966 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:00.283308 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=33ada43c-216d-431b-ae07-22219e77c413,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:01.173859 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11807990-f59b-4dcf-94e0-6359b5de8471 None None] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:25:01.256091 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ac2eeedf-53e3-4418-8ad0-8bbc070f717b None None] Provisioning complete for port 33ada43c-216d-431b-ae07-22219e77c413 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:01.256715 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ac2eeedf-53e3-4418-8ad0-8bbc070f717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:01.637218 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-aea1fdd2-0236-4b63-aa7f-cd14cbaefa72 None None] Provisioning complete for port 33ada43c-216d-431b-ae07-22219e77c413 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:01.637582 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-aea1fdd2-0236-4b63-aa7f-cd14cbaefa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:01.846466 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 33ada43c-216d-431b-ae07-22219e77c413 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:25:01.912111 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 33ada43c-216d-431b-ae07-22219e77c413 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:01.912467 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:01.977218 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5b69407b-ef1e-407b-acdc-ae8e31aaaf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:02.524921 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50954) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:02.834723 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [None req-83f51284-3e15-4bc9-a810-4600ef8de6cb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:25:02.835709 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-83f51284-3e15-4bc9-a810-4600ef8de6cb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3098645 Nov 11 16:25:04.365130 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e45fdccf-027a-46de-862a-1f7d0f0e3aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.373937 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.406836 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50972) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:05.538432 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:05.627768 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Made reservation on behalf of 9e90b3c560e34b33b6dbbbe37d81f1b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:25:05.630630 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.646033 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.745263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.810931 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.822259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=102104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 16:25:05.855422 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769196632796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:05.855998 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Unsubscribe: segment precommit_create {{(pid=102104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:25:05.856514 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Added segment 42432d11-5dde-4aac-ad5a-9bf7e96700f7 of type flat for network 0145cdc3-e222-4fc8-ae32-b6eb843a191a Nov 11 16:25:05.862133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c881c8d8-9635-46a6-901a-604574596d42,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:05.880927 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Tracked resource versions report: Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: pushed versions: Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: { 'AddressGroup': {'1.2'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Log': {'1.0'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Network': {'1.1'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Port': {'1.7'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'PortForwarding': {'1.2'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'QosPolicy': {'1.10'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroup': {'1.5'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SubPort': {'1.0'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Subnet': {'1.1'}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Trunk': {'1.1'}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: consumer versions: Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'ConntrackHelper': '1.0', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Log': '1.0', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Network': '1.1', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Port': '1.7', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'PortForwarding': '1.2', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'QosPolicy': '1.10', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroup': '1.5', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroupRule': '1.2', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SubPort': '1.0', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Subnet': '1.1', Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Trunk': '1.1'}} Nov 11 16:25:05.887611 dv-cinder-776422-4-iscsi neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:25:05.979838 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:06.064507 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:06.065573 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:06.066275 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:06.159124 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0145cdc3-e222-4fc8-ae32-b6eb843a191a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:06.170126 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:25:06.205225 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-368cc402-dcef-4b19-9c56-bfe973cc65c2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7973287 Nov 11 16:25:06.887331 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:08.102613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:08.552531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 50994) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:08.685960 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08dcca5-e6fe-4246-9868-d0fdc9b1531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:08.687369 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f08dcca5-e6fe-4246-9868-d0fdc9b1531a admin admin] 10.222.0.11 "GET /v2.0/subnets/73515763-b2c0-4f8f-af64-16112128aa17 HTTP/1.1" status: 200 len: 849 time: 0.1338947 Nov 11 16:25:08.828264 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4a233d8c-fc01-45b3-b996-f4361b051a8c admin admin] 10.222.0.11 "GET /v2.0/routers/23db1749-7465-4724-ae12-b023112a5b85 HTTP/1.1" status: 200 len: 704 time: 0.1333041 Nov 11 16:25:09.092747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:09.388715 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Allocated IP 172.20.0.1 (1d322d2f-039f-49e3-98a0-e498bbc8c125/73515763-b2c0-4f8f-af64-16112128aa17/fa47046c-058d-4b2e-a273-b273fc5c7de8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:25:09.569739 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:09.699563 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:09.773945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:25:09.779289 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:09.790560 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:25:09.791091 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:09.793680 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Pushing event updated for resources: {'Port': ['ID=fa47046c-058d-4b2e-a273-b273fc5c7de8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:09.983771 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-0f158768-7c42-4e44-82d7-1350986e95aa None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:09.984289 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0f158768-7c42-4e44-82d7-1350986e95aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.015840 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0f158768-7c42-4e44-82d7-1350986e95aa None None] Port fa47046c-058d-4b2e-a273-b273fc5c7de8 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:25:10.056205 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.314817 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.395789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.396570 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.473210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Pushing event updated for resources: {'Port': ['ID=fa47046c-058d-4b2e-a273-b273fc5c7de8,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:10.520696 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:25:10.522023 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:10.740211 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-15ecc158-ff7c-4282-ae3b-2154cd542a4e None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:10.740592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-15ecc158-ff7c-4282-ae3b-2154cd542a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:10.748829 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Router 23db1749-7465-4724-ae12-b023112a5b85 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:25:10.774706 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-15ecc158-ff7c-4282-ae3b-2154cd542a4e None None] Port fa47046c-058d-4b2e-a273-b273fc5c7de8 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:25:10.841588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:25:10.846779 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1f8d8018-5a52-4eac-b76d-ca144fe6be95 admin admin] 10.222.0.11 "PUT /v2.0/routers/23db1749-7465-4724-ae12-b023112a5b85/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0115774 Nov 11 16:25:10.851713 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Sync routers for ids ['23db1749-7465-4724-ae12-b023112a5b85'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:25:10.864853 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Routers {'23db1749-7465-4724-ae12-b023112a5b85'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:25:10.865693 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:25:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['23db1749-7465-4724-ae12-b023112a5b85'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:11.055779 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Set router 23db1749-7465-4724-ae12-b023112a5b85 gateway port host: None {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:25:11.487062 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:09Z', 'revision_number': 2, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port_host': None, '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:10Z', 'revision_number': 2, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:11.538747 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Checking router: 23db1749-7465-4724-ae12-b023112a5b85 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:25:11.539123 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Updating router 23db1749-7465-4724-ae12-b023112a5b85 port fa47046c-058d-4b2e-a273-b273fc5c7de8 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:25:11.587543 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.095962 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.182572 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.341694 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Pushing event updated for resources: {'Port': ['ID=fa47046c-058d-4b2e-a273-b273fc5c7de8,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:12.357930 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Attempting to bind port fa47046c-058d-4b2e-a273-b273fc5c7de8 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:25:12.358350 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Attempting to bind port fa47046c-058d-4b2e-a273-b273fc5c7de8 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:25:12.358800 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Attempting to bind port fa47046c-058d-4b2e-a273-b273fc5c7de8 on network 1d322d2f-039f-49e3-98a0-e498bbc8c125 {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:25:12.362597 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.362943 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.363331 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.363662 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.363983 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.364301 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.364614 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.364928 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.365244 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.365552 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.365861 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.366166 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Tracked resource versions report: Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: pushed versions: Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: { 'AddressGroup': {'1.2'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'ConntrackHelper': {'1.0'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Log': {'1.0'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Network': {'1.1'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Port': {'1.7'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'PortForwarding': {'1.2'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'QosPolicy': {'1.10'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroup': {'1.5'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SubPort': {'1.0'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Subnet': {'1.1'}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Trunk': {'1.1'}} Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: consumer versions: Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'ConntrackHelper': '1.0', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Log': '1.0', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Network': '1.1', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Port': '1.7', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'PortForwarding': '1.2', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'QosPolicy': '1.10', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroup': '1.5', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroupRule': '1.2', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SubPort': '1.0', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Subnet': '1.1', Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Trunk': '1.1'}} Nov 11 16:25:12.367298 dv-cinder-776422-4-iscsi neutron-server[102107]: {{(pid=102107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:25:12.378012 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:25:12.378571 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Checking segment: {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:25:12.379151 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.379661 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Bound using segment: {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:25:12.380265 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Bound port: fa47046c-058d-4b2e-a273-b273fc5c7de8, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:25:12.380764 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.448834 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] For port fa47046c-058d-4b2e-a273-b273fc5c7de8, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:25:12.468422 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] For port fa47046c-058d-4b2e-a273-b273fc5c7de8, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=fa47046c-058d-4b2e-a273-b273fc5c7de8,segment=NetworkSegment(5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5),segment_id=5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:25:12.505461 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-462bc30d-4936-4123-b380-9fc688cb74c4 None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:12.506005 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-462bc30d-4936-4123-b380-9fc688cb74c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.540521 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-462bc30d-4936-4123-b380-9fc688cb74c4 None None] Port fa47046c-058d-4b2e-a273-b273fc5c7de8 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:25:12.559908 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.617849 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53c4a-43f5-4f23-b645-7bbf93ebdb68 None None] Pushing event updated for resources: {'Port': ['ID=fa47046c-058d-4b2e-a273-b273fc5c7de8,revision_number=4']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:12.620846 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Routers {'23db1749-7465-4724-ae12-b023112a5b85'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:25:12.621510 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:25:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['23db1749-7465-4724-ae12-b023112a5b85'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:12.713131 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] Set router 23db1749-7465-4724-ae12-b023112a5b85 gateway port host: None {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:25:12.860566 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:12.860822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.922152 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:09Z', 'revision_number': 2, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port_host': None, '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:12Z', 'revision_number': 4, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:12.939341 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:12.948549 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bec614-88e6-43cb-8b70-6296b6986129 None None] The sync data for ids ['23db1749-7465-4724-ae12-b023112a5b85'] in dv-cinder-776422-4-iscsi is: [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:09Z', 'revision_number': 2, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port_host': None, '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:12Z', 'revision_number': 4, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:25:12.974052 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] For port fa47046c-058d-4b2e-a273-b273fc5c7de8, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=fa47046c-058d-4b2e-a273-b273fc5c7de8,segment=NetworkSegment(5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5),segment_id=5aa8a2db-8ed2-4d7d-b08f-0bb2c05870e5)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:25:13.053415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:13.105130 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fbdc3-2b29-4214-9f2d-7f1ebb821604 None None] Pushing event updated for resources: {'Port': ['ID=fa47046c-058d-4b2e-a273-b273fc5c7de8,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:13.227480 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51004) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:13.335326 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2460ee0-c57a-42af-b88a-bafa766d45a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:13.336670 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f2460ee0-c57a-42af-b88a-bafa766d45a4 admin admin] 10.222.0.11 "GET /v2.0/networks/0145cdc3-e222-4fc8-ae32-b6eb843a191a HTTP/1.1" status: 200 len: 842 time: 0.1082299 Nov 11 16:25:13.347492 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'name': 'public-subnet'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:13.470756 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Made reservation on behalf of 9e90b3c560e34b33b6dbbbe37d81f1b5 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:25:13.473095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:13.896830 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.objects.ports [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 16:25:13.897467 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:13.987466 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:13.998465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:25:13.998959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Network hostable DHCP agents. Network: 0145cdc3-e222-4fc8-ae32-b6eb843a191a, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:25:14.096946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:25:14.168274 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 0145cdc3-e222-4fc8-ae32-b6eb843a191a) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:14.175665 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:14.175665 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:14.179688 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b4540-2fb2-4627-b41a-371f8741ca5c None None] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:25:14.265894 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5e5a1c87-0435-4ec1-9609-d1120bc42979 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9217024 Nov 11 16:25:14.315476 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c6e06b-447c-46e8-9136-3e7bdacef435 None None] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:25:16.683924 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:16.856818 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2d1769df-61f5-4290-97a1-3234556a1dd6 admin admin] 10.222.0.11 "GET /v2.0/routers/23db1749-7465-4724-ae12-b023112a5b85 HTTP/1.1" status: 200 len: 710 time: 0.1715341 Nov 11 16:25:16.948408 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274223a-98e8-41b8-8a38-647111f32dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:16.949780 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3274223a-98e8-41b8-8a38-647111f32dbc admin admin] 10.222.0.11 "GET /v2.0/networks/0145cdc3-e222-4fc8-ae32-b6eb843a191a HTTP/1.1" status: 200 len: 886 time: 0.0847514 Nov 11 16:25:16.959519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:17.280803 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:17.579636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:17.658344 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:17.754485 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Allocated IP 172.27.0.232 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/3f88a533-86e4-4dc9-a3b4-c57f8f28d03d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:25:17.855772 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:17.933867 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:17.969655 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:25:17.974369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:17.977773 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:25:18.015757 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Pushing event updated for resources: {'Port': ['ID=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:18.291815 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:18.481260 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-656976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236135'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:18.485533 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670497'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:18.608241 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Router 23db1749-7465-4724-ae12-b023112a5b85 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:25:18.806134 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:25:18.810940 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:18.812128 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-569abf64-0ba8-411c-b3b2-deacd3baf4ab admin admin] 10.222.0.11 "PUT /v2.0/routers/23db1749-7465-4724-ae12-b023112a5b85 HTTP/1.1" status: 200 len: 890 time: 1.8558798 Nov 11 16:25:19.893063 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device fa47046c-058d-4b2e-a273-b273fc5c7de8 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:25:19.941693 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:19.942069 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:20.048897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Sync routers for ids ['23db1749-7465-4724-ae12-b023112a5b85'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:25:20.060053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Routers {'23db1749-7465-4724-ae12-b023112a5b85'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:25:20.060699 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:25:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['23db1749-7465-4724-ae12-b023112a5b85'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:20.277652 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Set router 23db1749-7465-4724-ae12-b023112a5b85 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:25:20.736336 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:18Z', 'revision_number': 4, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port': {'id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:17Z', 'updated_at': '2021-11-11T16:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:12Z', 'revision_number': 5, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:20.789043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Checking router: 23db1749-7465-4724-ae12-b023112a5b85 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:25:20.789318 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Updating router 23db1749-7465-4724-ae12-b023112a5b85 port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:25:20.835850 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.160082 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.217779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.270715 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08a8f8-0a5d-4bb9-8324-02759038e17a None None] Pushing event updated for resources: {'Port': ['ID=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:21.282441 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Attempting to bind port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:25:21.282828 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Attempting to bind port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:25:21.283162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Attempting to bind port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:25:21.288162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:25:21.288797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:25:21.289190 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.289575 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:25:21.290033 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Bound port: 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:25:21.290512 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.319142 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51024) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:25:21.340972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] For port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:25:21.345151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] For port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:25:21.429051 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:21.433156 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0ffc4c9d-2a40-4b95-a667-f8285537a6db admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128814 Nov 11 16:25:21.490440 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Routers {'23db1749-7465-4724-ae12-b023112a5b85'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:25:21.491077 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:25:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['23db1749-7465-4724-ae12-b023112a5b85'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:21.494387 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08a8f8-0a5d-4bb9-8324-02759038e17a None None] Pushing event updated for resources: {'Port': ['ID=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:21.601829 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] Set router 23db1749-7465-4724-ae12-b023112a5b85 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:25:21.817446 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:18Z', 'revision_number': 4, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port': {'id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:17Z', 'updated_at': '2021-11-11T16:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:12Z', 'revision_number': 5, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:21.843312 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b78cb5-aed1-4259-b9d2-fe7b2d8b36e3 None None] The sync data for ids ['23db1749-7465-4724-ae12-b023112a5b85'] in dv-cinder-776422-4-iscsi is: [{'id': '23db1749-7465-4724-ae12-b023112a5b85', 'name': 'router1', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:24:59Z', 'updated_at': '2021-11-11T16:25:18Z', 'revision_number': 4, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'gw_port': {'id': '3f88a533-86e4-4dc9-a3b4-c57f8f28d03d', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:17Z', 'updated_at': '2021-11-11T16:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'fa47046c-058d-4b2e-a273-b273fc5c7de8', 'name': '', 'network_id': '1d322d2f-039f-49e3-98a0-e498bbc8c125', 'tenant_id': '549aab745e5b401181e0ecf7c85c05fe', 'mac_address': 'fa:16:3e:b3:41:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23db1749-7465-4724-ae12-b023112a5b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73515763-b2c0-4f8f-af64-16112128aa17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:25:09Z', 'updated_at': '2021-11-11T16:25:12Z', 'revision_number': 5, 'project_id': '549aab745e5b401181e0ecf7c85c05fe', 'subnets': [{'id': '73515763-b2c0-4f8f-af64-16112128aa17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b65eb94e-09db-4b59-ad3e-9a22b775fd65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:25:23.914865 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:25:23.972529 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:23.972893 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:24.052302 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:24.080122 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:25:24.171954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:24.219105 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=3f88a533-86e4-4dc9-a3b4-c57f8f28d03d,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:25.902517 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:25:26.002782 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 3f88a533-86e4-4dc9-a3b4-c57f8f28d03d triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:26.010100 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:31.966729 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a6fa36ea-99c7-4455-84da-886b5cdfdda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:33.085221 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:25:34.357019 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79c6fa51-3511-4d6f-baea-b0f7f8a62857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:35.388648 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:36.860535 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:25:38.066061 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:02.012417 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7732aa21-4cc5-4958-a62e-020821655b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:04.368649 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-65dff60b-420b-4c4f-8488-78c0f3d6452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:05.408468 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:06.853286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:08.287970 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:10.084027 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:26:31.953626 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3fc866d3-b44d-47cc-afdf-b121bfddd48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:34.379420 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3b8711e8-845d-485b-9c67-9c5997052c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:35.381798 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:36.850123 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:38.078896 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:26:47.130656 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:27:01.962015 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7b5214de-384a-4ecb-a05e-ecf70f5f7cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:02.103913 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51586) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:02.165273 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba7e545-fee4-4df0-94d5-8fe2b78a0fdb admin admin] GET failed (client error): The resource could not be found. Nov 11 16:27:02.167183 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-fba7e545-fee4-4df0-94d5-8fe2b78a0fdb admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623016 Nov 11 16:27:02.325668 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b72d0-e5ae-4378-94b1-497f4f431ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:02.327170 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5c5b72d0-e5ae-4378-94b1-497f4f431ee5 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1552453 Nov 11 16:27:04.359134 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-04e72891-58e8-4150-a68d-3d093cd006b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:04.625183 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51596) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:04.722048 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc9536-c53e-4af3-a44c-1f8b073bbec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:04.723579 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b6fc9536-c53e-4af3-a44c-1f8b073bbec1 admin admin] 10.222.0.11 "GET /v2.0/subnets/73515763-b2c0-4f8f-af64-16112128aa17 HTTP/1.1" status: 200 len: 849 time: 0.0973537 Nov 11 16:27:04.734160 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:04.820055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Publish callbacks [] for subnet, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:05.079267 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769196546178'] for subnet, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:05.114021 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:05.114669 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:05.116535 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] 10.222.0.11 "PUT /v2.0/subnets/73515763-b2c0-4f8f-af64-16112128aa17 HTTP/1.1" status: 200 len: 868 time: 0.3854456 Nov 11 16:27:05.122879 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48354fd9-db9d-4c67-83f0-63e3d07bab7a None None] Network 1d322d2f-039f-49e3-98a0-e498bbc8c125 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:27:05.138731 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73515763-b2c0-4f8f-af64-16112128aa17,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:05.146761 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.147136 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.147478 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.147811 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.148141 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.148472 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.148810 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.149153 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.149992 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.150450 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.150787 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.151260 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b89403-b349-46bb-9c3e-54bd520d9d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:05.385101 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:05.499585 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-5ad3ffad-32fd-4415-a27f-c81c8f6cfa73 None None] Provisioning complete for port 33ada43c-216d-431b-ae07-22219e77c413 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:05.499951 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ffad-32fd-4415-a27f-c81c8f6cfa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:05.593840 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-5ad3ffad-32fd-4415-a27f-c81c8f6cfa73 None None] Provisioning complete for port fa47046c-058d-4b2e-a273-b273fc5c7de8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:05.594146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ffad-32fd-4415-a27f-c81c8f6cfa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:06.875897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:07.429050 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51606) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:07.627915 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b45b9-bc93-48ac-b5cd-2b0913220b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:07.628293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2b45b9-bc93-48ac-b5cd-2b0913220b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:07.629811 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ce2b45b9-bc93-48ac-b5cd-2b0913220b80 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1998112 Nov 11 16:27:08.069397 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:09.940118 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51614) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:10.072522 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8736fee-e459-43bd-971e-28c2572131a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:10.072986 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8736fee-e459-43bd-971e-28c2572131a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:10.074519 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a8736fee-e459-43bd-971e-28c2572131a8 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1334388 Nov 11 16:27:12.467624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51622) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:12.619987 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1fa5d-a019-4842-85af-a2b8af1c0279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:12.621349 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-16f1fa5d-a019-4842-85af-a2b8af1c0279 admin admin] 10.222.0.11 "GET /v2.0/networks/0145cdc3-e222-4fc8-ae32-b6eb843a191a HTTP/1.1" status: 200 len: 886 time: 0.1524839 Nov 11 16:27:14.928838 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51630) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:15.074686 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639708a8-3afa-44f4-9321-492b7d7e0408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:15.076083 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-639708a8-3afa-44f4-9321-492b7d7e0408 admin admin] 10.222.0.11 "GET /v2.0/networks/1d322d2f-039f-49e3-98a0-e498bbc8c125 HTTP/1.1" status: 200 len: 870 time: 0.1463020 Nov 11 16:27:17.412891 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51638) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:17.540374 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f790c8-4113-4e1e-8317-43fcfabcf620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:17.540816 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f790c8-4113-4e1e-8317-43fcfabcf620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:17.542358 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-84f790c8-4113-4e1e-8317-43fcfabcf620 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284747 Nov 11 16:27:19.840798 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51646) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:19.966407 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2eb329-c40b-4ba0-bd64-8e0e137fdd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:19.966861 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2eb329-c40b-4ba0-bd64-8e0e137fdd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:19.968407 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5a2eb329-c40b-4ba0-bd64-8e0e137fdd01 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266696 Nov 11 16:27:22.269960 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51654) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:22.362747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0bc37-7b95-4575-b704-62dedfacd6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:22.364094 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5ad0bc37-7b95-4575-b704-62dedfacd6d4 admin admin] 10.222.0.11 "GET /v2.0/subnets/73515763-b2c0-4f8f-af64-16112128aa17 HTTP/1.1" status: 200 len: 868 time: 0.0931540 Nov 11 16:27:24.089129 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:27:24.653275 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51662) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:24.739727 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b83a9-2039-4310-bf0f-78d642f276f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:24.741053 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-9c7b83a9-2039-4310-bf0f-78d642f276f2 admin admin] 10.222.0.11 "GET /v2.0/subnets/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b HTTP/1.1" status: 200 len: 816 time: 0.0868359 Nov 11 16:27:31.979345 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-07fd59fe-9d5f-4bc4-93c7-3b68d7b87071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:34.344562 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-afecefd7-0e1c-4a02-8602-424245df43a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:35.379889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:36.893286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:38.041898 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:27:55.057353 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:55.104046 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [None req-6ae4ca4a-fe3f-46a1-bbed-a556fecc16a2 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:27:55.105030 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6ae4ca4a-fe3f-46a1-bbed-a556fecc16a2 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467501 Nov 11 16:27:57.522744 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51726) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:27:57.584776 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ceb9a09-2196-4d76-8b3e-acc29701725d admin admin] GET failed (client error): The resource could not be found. Nov 11 16:27:57.586081 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-8ceb9a09-2196-4d76-8b3e-acc29701725d admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624115 Nov 11 16:27:57.670582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7927213-a292-408b-aff2-c26d397fd226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:57.672013 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c7927213-a292-408b-aff2-c26d397fd226 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812290 Nov 11 16:28:00.020085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:28:00.067539 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:28:00.154284 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Made reservation on behalf of 9e90b3c560e34b33b6dbbbe37d81f1b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:28:00.156563 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.187417 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING neutron.services.revisions.revision_plugin [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Could not find related network for resource to bump revision. Nov 11 16:28:00.200993 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:28:00.210455 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.210790 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Added segment fa5c1d5f-daea-4167-8a23-f60cdef74292 of type vlan for network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 Nov 11 16:28:00.257133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.337548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.338633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:00.339274 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:00.396468 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d35e91a3-fcb6-4102-a6b7-08e00d7d4777,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:00.402991 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.403611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.403950 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.404280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.404605 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.404947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.405273 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.405612 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.405951 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.406308 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.406627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.406944 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:00.418065 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:28:00.451912 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-17127cb1-1e87-4cdd-8a67-6d4517bc3bb0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4295526 Nov 11 16:28:01.088399 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:28:02.006127 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d71e7566-5be6-4f38-b6cd-02668f1d853b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:02.818726 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51742) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:28:02.879179 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beed8e3-268f-455b-95e0-23cb4afeb423 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:28:02.880648 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3beed8e3-268f-455b-95e0-23cb4afeb423 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607679 Nov 11 16:28:02.982283 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8969fd6e-d7da-40ed-886a-aa74118606d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:02.983728 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8969fd6e-d7da-40ed-886a-aa74118606d7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0984449 Nov 11 16:28:02.994895 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:28:03.074083 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Made reservation on behalf of 9e90b3c560e34b33b6dbbbe37d81f1b5 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:28:03.076241 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:03.288228 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:03.345108 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:03.349415 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Checking segment: {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:28:03.349774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Network hostable DHCP agents. Network: d35e91a3-fcb6-4102-a6b7-08e00d7d4777, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:28:03.422568 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:28:03.507979 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, d35e91a3-fcb6-4102-a6b7-08e00d7d4777) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:28:03.511956 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:03.512551 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:03.517181 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fa8d2-1308-411f-b6be-8af3fcd0e40a None None] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:28:03.603575 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1a664bba-fed7-477c-9ac4-c02c4f2323bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6120420 Nov 11 16:28:03.674061 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-d35e91a3-fcb6-4102-a6b7-08e00d7d4777', 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777', 'tenant_id': '9e90b3c560e34b33b6dbbbe37d81f1b5', 'fixed_ips': [{'subnet_id': '4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:28:03.675129 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:03.819362 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Allocated IP 192.168.233.2 (d35e91a3-fcb6-4102-a6b7-08e00d7d4777/4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5/ca339b21-32d8-4c1e-9f99-5a87632ab760) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:28:03.963258 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.081352 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.118356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:28:04.123105 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:28:04.126535 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:28:04.135117 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Pushing event updated for resources: {'Port': ['ID=ca339b21-32d8-4c1e-9f99-5a87632ab760,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:04.144849 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.144849 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.145102 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.145222 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.145592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.146096 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.146528 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.146851 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.147192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.147510 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.147827 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.148145 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:28:04.195137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Attempting to bind port ca339b21-32d8-4c1e-9f99-5a87632ab760 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:28:04.195513 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Attempting to bind port ca339b21-32d8-4c1e-9f99-5a87632ab760 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:28:04.195884 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Attempting to bind port ca339b21-32d8-4c1e-9f99-5a87632ab760 on network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:28:04.200933 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:28:04.201297 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Checking segment: {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:28:04.201684 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.202066 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Bound using segment: {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:28:04.202549 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Bound port: ca339b21-32d8-4c1e-9f99-5a87632ab760, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:28:04.202930 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.266572 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] For port ca339b21-32d8-4c1e-9f99-5a87632ab760, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:28:04.269506 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] For port ca339b21-32d8-4c1e-9f99-5a87632ab760, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=ca339b21-32d8-4c1e-9f99-5a87632ab760,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:28:04.408675 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.428219 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4d4d-3288-4dde-9d67-d25c216df082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:04.497753 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4bff3-86a8-40ef-b4a3-6d4856aeb0bf None None] Pushing event updated for resources: {'Port': ['ID=ca339b21-32d8-4c1e-9f99-5a87632ab760,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:05.257874 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad580ff-767e-42a8-9bb8-e4ab5b286cc1 None None] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:28:05.361313 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] Provisioning complete for port ca339b21-32d8-4c1e-9f99-5a87632ab760 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:28:05.361645 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:05.421620 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:05.498098 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:05.534722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] For port ca339b21-32d8-4c1e-9f99-5a87632ab760, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=ca339b21-32d8-4c1e-9f99-5a87632ab760,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:28:05.602303 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:05.662285 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5cf02-22d5-46cb-b302-b8adc218b096 None None] Pushing event updated for resources: {'Port': ['ID=ca339b21-32d8-4c1e-9f99-5a87632ab760,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:05.724027 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-74b8024d-1edc-42d0-8c78-fc8fb9758faa None None] Provisioning complete for port ca339b21-32d8-4c1e-9f99-5a87632ab760 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:28:05.724437 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-74b8024d-1edc-42d0-8c78-fc8fb9758faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:06.008016 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device ca339b21-32d8-4c1e-9f99-5a87632ab760 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:28:06.056953 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port ca339b21-32d8-4c1e-9f99-5a87632ab760 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:28:06.057323 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:06.873642 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:08.068458 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:31.960244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f3634b59-9f63-4c4e-88cd-d787541abce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:34.400140 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6d658e79-5109-44b5-bdbc-3fa885cfce4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:35.423327 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:36.874118 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:38.065621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:28:38.087021 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:29:01.964455 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-45176527-156d-4f83-983e-16fc46cc4e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:04.472619 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-229940a0-8ec9-45f1-994e-f70b1762f703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:05.418610 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:06.912642 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:08.049437 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:15.084878 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:29:31.994349 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dda8a93c-04a2-42fc-a01b-bab1241bf94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:34.371301 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-be2be129-f4cb-4e54-99c5-5350b4ca8c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:35.414046 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:36.908360 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:38.099065 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:29:52.082504 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:30:02.015867 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-40bdedc3-b661-4b0a-afe7-112494ea1caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:02.117342 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51788) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:30:02.124005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [None req-647d34cc-e475-4a7f-be20-1a68731aeca1 tempest-verify_tempest_config-116288996 tempest-verify_tempest_config-116288996-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:30:02.124962 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-647d34cc-e475-4a7f-be20-1a68731aeca1 tempest-verify_tempest_config-116288996 tempest-verify_tempest_config-116288996-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066566 Nov 11 16:30:02.670517 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 51806) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:30:02.772864 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:02.844477 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:02.927355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:02.972574 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=765d9a6bb28342aca6666edc55707ac3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3009603 Nov 11 16:30:02.977622 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d9d77-c8f6-4df2-b3c4-35ea51446075,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:30:02.978357 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51810) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:30:02.988319 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.988649 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.990805 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.991365 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.991867 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.992372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.994354 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.994493 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.994834 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.995196 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.995547 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:02.995889 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b4647-42e5-4d7f-b279-7a6b7bd61a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.052188 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:03.073484 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:03.267939 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:03.270783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:03.271696 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f1d9d77-c8f6-4df2-b3c4-35ea51446075 HTTP/1.1" status: 204 len: 168 time: 0.2943506 Nov 11 16:30:03.279858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d9d77-c8f6-4df2-b3c4-35ea51446075,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:30:03.288828 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.288828 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.289321 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.289592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.289930 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.290315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.290656 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.291024 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.291322 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.291646 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.292057 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:03.292421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d2ba0-2381-4005-a939-072f708a184e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:04.412692 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6be1-68ef-46bd-8499-e7d995ff5860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:05.409946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:06.883769 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:08.035202 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:29.081011 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:30:31.963083 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2548b523-7ee1-44c4-9943-edfea21aae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:34.372141 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79761af6-417a-420b-b92f-cca33c925dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:35.403857 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:36.885412 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:30:38.056729 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:01.970407 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7990-1182-449b-9fcd-843d0b80f178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:04.356351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4289beab-0dfe-4c14-a603-265b24127820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:05.401561 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:06.080081 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:31:06.910116 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:08.059077 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:31.963526 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c79293-ee33-4965-8d16-351d6c19fb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:34.426015 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ab26-bdda-4e63-890b-a8e717d30936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:35.403212 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:36.883500 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:38.077863 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:42.894996 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655438'] for agent, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:31:43.079365 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:31:56.387577 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51884) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:31:56.495544 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5df7f083-150e-457a-9942-a0e2008e13bd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1067572 Nov 11 16:31:58.865475 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 51894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:31:58.921612 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-612eb9ef-5437-40ea-ba8c-cc8e056cad7c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548730 Nov 11 16:32:01.972102 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf88c-b119-4bf9-9b41-6a5942fe7793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:04.400009 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3ba07755-1348-4018-8ee5-b1c83419000a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:05.437232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:06.925726 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:08.062675 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:12.874089 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:20.079218 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:32:31.967722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b758c8db-6f42-4f9a-bdbe-01ef01eef556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:34.393925 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5c0228df-3ae8-4cb8-be6e-193608657bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:35.430497 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:36.899038 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:38.137204 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:42.887839 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:32:57.078321 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:33:01.967226 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa1a7-a60d-4b66-9472-2382bd86bafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:04.378568 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b4d8357c-5fc0-4a70-b036-ac93b27aa19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:05.418533 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:06.909720 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:08.107986 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:12.981596 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:31.739295 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52078) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:31.995604 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b103e7a2-8c5d-46d6-a7d9-310fb4d51288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.139720 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1267299510-network', 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:32.209383 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:32.211723 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.220252 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.295997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.381026 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.405438 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:32.418589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f8050-e411-416d-9385-790750fbf451,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:32.423845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.424368 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Added segment 79fe3003-1008-4c72-9045-0c0f6f9f9535 of type vlan for network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 Nov 11 16:33:32.436390 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.436864 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.437194 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.437508 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.437835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.438228 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.438534 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.438858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.439179 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.439494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.439806 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.440127 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Tracked resource versions report: Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: pushed versions: Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: { 'AddressGroup': {'1.2'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Log': {'1.0'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Network': {'1.1'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Port': {'1.7'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'PortForwarding': {'1.2'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'QosPolicy': {'1.10'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroup': {'1.5'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SubPort': {'1.0'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Subnet': {'1.1'}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Trunk': {'1.1'}} Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: consumer versions: Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: HyperV agent@hv-cinder-77642: {}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'ConntrackHelper': '1.0', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Log': '1.0', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Network': '1.1', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Port': '1.7', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'PortForwarding': '1.2', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'QosPolicy': '1.10', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroup': '1.5', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SecurityGroupRule': '1.2', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'SubPort': '1.0', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Subnet': '1.1', Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: 'Trunk': '1.1'}} Nov 11 16:33:32.441180 dv-cinder-776422-4-iscsi neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:33:32.482870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.504947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52108) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:32.535722 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52112) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:32.575299 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.576482 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:32.577093 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.598334 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52118) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:32.628360 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52124) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:32.650475 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] Pushing event updated for resources: {'Network': ['ID=adb1b7d0-9208-4270-affe-3d6f3f93d7d6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:32.671197 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:32.694764 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-9299e3c3-22bf-4ad4-8732-2711200a9f86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9543226 Nov 11 16:33:32.697908 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52130) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:32.703995 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Request body: {'subnet': {'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1267299510-subnet', 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:32.770095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2126037657-network', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:32.787633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.db.api [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 16:33:32.787633 dv-cinder-776422-4-iscsi neutron-server[102104]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 16:33:32.787633 dv-cinder-776422-4-iscsi neutron-server[102104]: [parameters: {'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'id': '314c3724-79e8-410b-a20d-783e1dd8c800', 'expiration': datetime.datetime(2021, 11, 11, 16, 35, 32, 783547)}] Nov 11 16:33:32.787633 dv-cinder-776422-4-iscsi neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:33:32.788115 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG oslo_db.api [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:33:32.810700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456501972-network', 'tenant_id': '2eb28cf941d546bebd002b1c0888fec7'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:32.873412 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:32.876607 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:32.995259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Made reservation on behalf of 2eb28cf941d546bebd002b1c0888fec7 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:32.998324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.007928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.039044 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-904273005-network', 'tenant_id': 'e3792278fa6347cdafac78bd8c96f4be'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:33.091311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.121010 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Made reservation on behalf of e3792278fa6347cdafac78bd8c96f4be for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:33.124291 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.139338 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.139718 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-network', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:33.158654 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.161553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.173023 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:33.186835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.188332 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Added segment 5cf09f69-3a3b-4dc8-93e4-475e471528fb of type vlan for network d94c53d3-b216-4b11-96ec-382a6f1eaaf3 Nov 11 16:33:33.246225 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.252843 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Checking segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:33.253177 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Network hostable DHCP agents. Network: adb1b7d0-9208-4270-affe-3d6f3f93d7d6, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:33.255288 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2945776-857f-4385-a4ac-43cb1392baa6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.289124 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f171095b-a823-4eb7-bc36-2158835058f9,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.301378 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.301728 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.302072 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.302436 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.302769 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.303097 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.303425 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.303752 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.304093 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.304422 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.304739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.305056 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Tracked resource versions report: Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: pushed versions: Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: { 'AddressGroup': {'1.2'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'ConntrackHelper': {'1.0'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Log': {'1.0'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Network': {'1.1'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Port': {'1.7'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'PortForwarding': {'1.2'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'QosPolicy': {'1.10'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroup': {'1.5'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SubPort': {'1.0'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Subnet': {'1.1'}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Trunk': {'1.1'}} Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: consumer versions: Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: HyperV agent@hv-cinder-77642: {}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'ConntrackHelper': '1.0', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Log': '1.0', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Network': '1.1', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Port': '1.7', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'PortForwarding': '1.2', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'QosPolicy': '1.10', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroup': '1.5', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SecurityGroupRule': '1.2', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'SubPort': '1.0', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Subnet': '1.1', Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: 'Trunk': '1.1'}} Nov 11 16:33:33.306123 dv-cinder-776422-4-iscsi neutron-server[102105]: {{(pid=102105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:33:33.331748 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.332762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Made reservation on behalf of 9f992c2ec055454ead0dacb22a5a1187 for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:33.335087 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.343542 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.358961 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.359977 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:33.360621 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.361425 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:33.431560 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] Pushing event updated for resources: {'Network': ['ID=d94c53d3-b216-4b11-96ec-382a6f1eaaf3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.431828 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.440646 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network d94c53d3-b216-4b11-96ec-382a6f1eaaf3 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:33.441726 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.462699 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:33.473809 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4174e-0374-4976-b975-7ac30f9fbcba,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.478966 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, adb1b7d0-9208-4270-affe-3d6f3f93d7d6) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:33.484642 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.489031 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Added segment 08288da0-7c59-41ae-a2f2-37ec7a497801 of type vlan for network 8cc5d50d-414b-4d6b-bf76-48daabb8300a Nov 11 16:33:33.489031 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:33.489031 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.503868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Made reservation on behalf of 17202b7fa9ac43bc9736f2eed5c623f3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:33.510630 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f5a06-e705-4b71-8f07-31d8d53b3fe9 None None] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:33.516276 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.532633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.568709 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.586694 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1559cd86-3dbc-4728-9bcb-0cd965c20b53 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0471153 Nov 11 16:33:33.588294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52156) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:33.594627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Request body: {'subnet': {'network_id': 'd94c53d3-b216-4b11-96ec-382a6f1eaaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456501972-subnet', 'tenant_id': '2eb28cf941d546bebd002b1c0888fec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:33.599405 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:33.618219 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.618572 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Added segment 495b6a42-8b51-4dc5-8629-2043a77ae189 of type vlan for network b76f22cc-9438-4333-9328-157fadfd86d8 Nov 11 16:33:33.645786 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.661079 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05e49c-b9fe-4ed7-9c18-2cd6223bf74a None None] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:33.663843 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.725913 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-fa926de6-f904-4c72-b3b6-828c30238788 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0267525 Nov 11 16:33:33.728326 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.736267 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80494406-7099-40bf-a9dd-1f6bb94bd5f9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.738124 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.745093 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.752547 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:33.752547 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.753125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:33.774147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.775214 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Added segment 365bbb69-1c94-4bea-9e28-a1c5b6863bb2 of type vlan for network 1e682cd1-79a2-4f10-874e-44da8bf34e22 Nov 11 16:33:33.813047 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Made reservation on behalf of 2eb28cf941d546bebd002b1c0888fec7 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:33.815778 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.834375 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a0de66-9c08-470a-afc0-9031ed50e092,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.862423 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc5d50d-414b-4d6b-bf76-48daabb8300a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:33.872576 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 8cc5d50d-414b-4d6b-bf76-48daabb8300a details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:33.877434 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:33.958964 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e8020cbe-c98e-4293-a92a-ca001fba7a08 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3595002 Nov 11 16:33:33.961869 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52170) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:33.971536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Request body: {'subnet': {'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-904273005-subnet', 'tenant_id': 'e3792278fa6347cdafac78bd8c96f4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:34.022085 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.023572 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:34.025205 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.077589 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:33:34.079147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.080988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:34.081598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.139066 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Made reservation on behalf of e3792278fa6347cdafac78bd8c96f4be for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:34.141603 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.163620 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] Pushing event updated for resources: {'Network': ['ID=b76f22cc-9438-4333-9328-157fadfd86d8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:34.177729 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network b76f22cc-9438-4333-9328-157fadfd86d8 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:34.234687 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d1310294-33e3-4aba-a8ae-d1aaf720a277 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6051970 Nov 11 16:33:34.238315 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52192) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:34.254458 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Request body: {'subnet': {'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-subnet', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:34.324095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.351677 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8460443 Nov 11 16:33:34.363939 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52204) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:34.370631 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Request body: {'subnet': {'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2126037657-subnet', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:34.395258 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d4faf-1487-4313-9beb-94cc22ce1fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e682cd1-79a2-4f10-874e-44da8bf34e22,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:34.414283 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Made reservation on behalf of 9f992c2ec055454ead0dacb22a5a1187 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:34.423096 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:34.428075 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.490926 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Made reservation on behalf of 17202b7fa9ac43bc9736f2eed5c623f3 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:34.493294 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.529368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf00aa48-1e87-4792-be90-5bbefd11f511,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:34.541221 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1f72858f-68c3-4861-abe7-fb15a81794f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.555670 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Checking segment: {'id': '5cf09f69-3a3b-4dc8-93e4-475e471528fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'd94c53d3-b216-4b11-96ec-382a6f1eaaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:34.555910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Network hostable DHCP agents. Network: d94c53d3-b216-4b11-96ec-382a6f1eaaf3, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:34.649871 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Network d94c53d3-b216-4b11-96ec-382a6f1eaaf3 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:34.736148 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, d94c53d3-b216-4b11-96ec-382a6f1eaaf3) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:34.745788 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:34.746604 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.746983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.749164 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2fbf5-57cb-4925-9a0c-161641fe3459 None None] Network d94c53d3-b216-4b11-96ec-382a6f1eaaf3 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:34.835485 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e6194cff-63ea-4dbb-b0f4-efd54ae3a7b6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2459121 Nov 11 16:33:34.885564 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:34.892928 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Checking segment: {'id': '08288da0-7c59-41ae-a2f2-37ec7a497801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:34.893275 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Network hostable DHCP agents. Network: 8cc5d50d-414b-4d6b-bf76-48daabb8300a, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:34.920910 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc8629-6df6-496e-93c0-0fe67cfb5d82 None None] Network d94c53d3-b216-4b11-96ec-382a6f1eaaf3 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:34.965010 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:34.973434 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.009003 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Network 8cc5d50d-414b-4d6b-bf76-48daabb8300a is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:35.072776 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5751dbea-38f6-492e-822d-8b914ee86925,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:35.113935 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Checking segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:35.113935 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Network hostable DHCP agents. Network: 1e682cd1-79a2-4f10-874e-44da8bf34e22, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:35.113935 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 8cc5d50d-414b-4d6b-bf76-48daabb8300a) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:35.116123 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:35.116720 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.128453 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5a29f-bca4-48a3-b8f1-b577eafd589f None None] Network 8cc5d50d-414b-4d6b-bf76-48daabb8300a requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:35.144275 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Checking segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:35.150085 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Network hostable DHCP agents. Network: b76f22cc-9438-4333-9328-157fadfd86d8, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:35.161653 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd491d17-dffb-40d8-a549-66ba9cf2fa76,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:35.215458 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:35.279976 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9995100-d65c-4d8c-a84f-a93dbc59f49f None None] Network 8cc5d50d-414b-4d6b-bf76-48daabb8300a requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:35.287118 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:35.292082 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c84385a0-8517-4077-a759-909f1c8020e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3283024 Nov 11 16:33:35.297022 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 1e682cd1-79a2-4f10-874e-44da8bf34e22) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:35.301883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:35.302565 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.323239 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3d51f-956f-4aae-a037-16cb2e17b3f2 None None] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:35.323941 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Network b76f22cc-9438-4333-9328-157fadfd86d8 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:35.332402 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, b76f22cc-9438-4333-9328-157fadfd86d8) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:35.339875 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:35.340481 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.376865 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52737a9e-7545-4c57-a5b4-c8f16ab8a90a None None] Network b76f22cc-9438-4333-9328-157fadfd86d8 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:35.444846 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d7ea1631-f5bb-4200-a5c1-e4be8f159fae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0796218 Nov 11 16:33:35.447293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52252) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:35.452948 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:35.482468 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-09d64e0f-cb7b-4740-98a7-37dd323eade3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2430794 Nov 11 16:33:35.489701 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:35.497028 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:35.572951 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.577730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.614026 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.656356 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.657536 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.718444 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84452180-9e9d-4140-a058-b4d864384bde None None] Network b76f22cc-9438-4333-9328-157fadfd86d8 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:35.805317 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-1e682cd1-79a2-4f10-874e-44da8bf34e22', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:33:35.806235 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.835370 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7480d07f-0df7-4faf-bcc8-f9bcce855bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.850680 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.879324 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:35.931217 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7480d07f-0df7-4faf-bcc8-f9bcce855bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.027781 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Allocated IP 172.20.0.2 (1e682cd1-79a2-4f10-874e-44da8bf34e22/bd491d17-dffb-40d8-a549-66ba9cf2fa76/776fe286-4ef9-4927-bbe0-8c0c8258d212) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:36.082988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7480d07f-0df7-4faf-bcc8-f9bcce855bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.150025 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480d07f-0df7-4faf-bcc8-f9bcce855bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72354ce-da7e-470a-b968-7c4f5e0478eb,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:36.287438 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-7480d07f-0df7-4faf-bcc8-f9bcce855bff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51ac5d936a1e49f1a26a9c2927b461b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0666101 Nov 11 16:33:36.288675 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52294) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:36.300747 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.354283 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.401748 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.406062 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.429295 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.455103 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.476655 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:36.477889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Pushing event updated for resources: {'Port': ['ID=776fe286-4ef9-4927-bbe0-8c0c8258d212,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:36.480236 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:36.487665 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:36.491662 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.492186 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.493142 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.493142 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.493589 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.494219 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.494718 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.495027 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.495372 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.495699 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.496026 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.496330 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Tracked resource versions report: Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: pushed versions: Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: { 'AddressGroup': {'1.2'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'ConntrackHelper': {'1.0'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Log': {'1.0'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Network': {'1.1'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Port': {'1.7'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'PortForwarding': {'1.2'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'QosPolicy': {'1.10'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroup': {'1.5'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SubPort': {'1.0'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Subnet': {'1.1'}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Trunk': {'1.1'}} Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: consumer versions: Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: HyperV agent@hv-cinder-77642: {}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'ConntrackHelper': '1.0', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Log': '1.0', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Network': '1.1', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Port': '1.7', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'PortForwarding': '1.2', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'QosPolicy': '1.10', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroup': '1.5', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SecurityGroupRule': '1.2', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'SubPort': '1.0', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Subnet': '1.1', Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: 'Trunk': '1.1'}} Nov 11 16:33:36.498280 dv-cinder-776422-4-iscsi neutron-server[102106]: {{(pid=102106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:33:36.590414 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52316) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:36.597968 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-302061336-network', 'tenant_id': 'c132430eaa744505817c92df3659da8e'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:36.606749 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Attempting to bind port 776fe286-4ef9-4927-bbe0-8c0c8258d212 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:36.607895 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Attempting to bind port 776fe286-4ef9-4927-bbe0-8c0c8258d212 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:36.608337 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Attempting to bind port 776fe286-4ef9-4927-bbe0-8c0c8258d212 on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:36.615079 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:36.616174 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Checking segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:36.616174 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.616617 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Bound using segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:36.617185 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Bound port: 776fe286-4ef9-4927-bbe0-8c0c8258d212, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:36.617676 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.645809 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52324) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:36.648314 dv-cinder-776422-4-iscsi neutron-server[102104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 16:33:36.717859 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] For port 776fe286-4ef9-4927-bbe0-8c0c8258d212, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:36.724704 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] For port 776fe286-4ef9-4927-bbe0-8c0c8258d212, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=776fe286-4ef9-4927-bbe0-8c0c8258d212,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:36.727803 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.730683 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.739751 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c72354ce-da7e-470a-b968-7c4f5e0478eb HTTP/1.1" status: 204 len: 168 time: 0.4403017 Nov 11 16:33:36.807738 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.824978 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5950f98-b9ee-45fc-b34e-7cc1ca3bb9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72354ce-da7e-470a-b968-7c4f5e0478eb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:36.827258 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Made reservation on behalf of c132430eaa744505817c92df3659da8e for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:36.831793 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.864625 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:36.987242 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201e73d-d764-46d7-9c56-334cfce9daae None None] Pushing event updated for resources: {'Port': ['ID=776fe286-4ef9-4927-bbe0-8c0c8258d212,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:37.022749 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.063301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.118883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-85f05f71-1c67-4984-8a2e-e33b60338738 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:37.121556 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-85f05f71-1c67-4984-8a2e-e33b60338738 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.4744170 Nov 11 16:33:37.150682 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.209102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-c8c240ee-5780-43aa-b9c1-87b263c2832b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/quotas/995594f22a2641a5a6056b04bdcf60c9 HTTP/1.1" status: 200 len: 375 time: 0.0400448 Nov 11 16:33:37.269271 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Allocated IP 172.27.0.52 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/16c9d731-0fb8-4f80-bce9-0b2904088989) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:37.298009 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-1d20bbf4-d291-4164-a769-73d4f665f2d9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816393 Nov 11 16:33:37.300013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.301303 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.339574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.432140 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.487705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:33:37.493280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87f5f1-46d9-412b-9983-45b33fec608f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:37.516221 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.516563 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Added segment e30276a0-45e9-4baf-97e4-557ec207ca70 of type vlan for network 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 Nov 11 16:33:37.587410 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.588876 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.683946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.685518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:37.686230 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.733473 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-b4fbb7bd-0c87-4812-8887-c9b583c4a97c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:33:37.734534 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-b4fbb7bd-0c87-4812-8887-c9b583c4a97c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1628308 Nov 11 16:33:37.751033 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:37.816222 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] Pushing event updated for resources: {'Network': ['ID=9c10ffdb-53f1-4668-9d77-77ad8f7f94b1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:37.836728 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:33:37.910382 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6e31180f-92af-4096-b4a3-d48267de9aea admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3188787 Nov 11 16:33:37.917641 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52386) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:37.922774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:37.923205 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Request body: {'subnet': {'network_id': '9c10ffdb-53f1-4668-9d77-77ad8f7f94b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-302061336-subnet', 'tenant_id': 'c132430eaa744505817c92df3659da8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:37.935107 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:37.943399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Pushing event updated for resources: {'Port': ['ID=16c9d731-0fb8-4f80-bce9-0b2904088989,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:37.967421 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:37.970733 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52396) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:37.985159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52398) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:37.994598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Allocated IP 172.27.0.90 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/fe73beec-b06d-4f77-b5b5-82c9f7fa25cc) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:38.038324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20df64ff-02cf-419c-8c53-db9e19b96d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.041986 dv-cinder-776422-4-iscsi neutron-server[102105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 16:33:38.118707 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.177170 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-bd1781ff-1145-4393-858b-819e346af7ac service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298580 Nov 11 16:33:38.178906 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Made reservation on behalf of c132430eaa744505817c92df3659da8e for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:38.181685 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.259936 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 776fe286-4ef9-4927-bbe0-8c0c8258d212 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:38.381666 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 776fe286-4ef9-4927-bbe0-8c0c8258d212 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:38.382345 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.662535 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-84a66cc3-bbaa-4c37-8f7e-eb9fd9ccc007 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:38.662843 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.670418 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-84a66cc3-bbaa-4c37-8f7e-eb9fd9ccc007 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/networks?id=8cc5d50d-414b-4d6b-bf76-48daabb8300a HTTP/1.1" status: 200 len: 811 time: 0.6985605 Nov 11 16:33:38.693887 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-3cbb5814-2243-42e8-a6f6-e88e98a25d0d tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/quotas/e3792278fa6347cdafac78bd8c96f4be HTTP/1.1" status: 200 len: 375 time: 0.0224693 Nov 11 16:33:38.696866 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.701840 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20df64ff-02cf-419c-8c53-db9e19b96d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.736158 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03d380-4011-446c-9726-20913a063c1f None None] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:38.780727 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-60ae4bf9-7819-4b39-8580-93a4c7f5e820 service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927899 Nov 11 16:33:38.789079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20df64ff-02cf-419c-8c53-db9e19b96d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.885462 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-d22d3d6f-fe53-4434-bd35-06ab17100009 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3792278fa6347cdafac78bd8c96f4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1905541 Nov 11 16:33:38.888966 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52432) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:38.889141 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-20df64ff-02cf-419c-8c53-db9e19b96d81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1107a60b87bb4d40be50d0008360fb81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9029210 Nov 11 16:33:38.890087 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df64ff-02cf-419c-8c53-db9e19b96d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed2a233-3f04-4551-bcdf-b6df47141b2e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:38.958640 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:38.983386 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-d7862e21-5837-474e-b533-bcb83c5b2272 None None] Provisioning complete for port 776fe286-4ef9-4927-bbe0-8c0c8258d212 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:38.984018 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d7862e21-5837-474e-b533-bcb83c5b2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.007014 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.021698 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.056401 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.088703 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.101683 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6668fdf-a1f3-4537-8235-af6b6350aaca,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:39.110945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:39.118368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:39.124109 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:39.177073 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-e6b56ae1-b29d-4671-b12e-008650e8833e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:33:39.185948 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-e6b56ae1-b29d-4671-b12e-008650e8833e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1343400 Nov 11 16:33:39.255312 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 776fe286-4ef9-4927-bbe0-8c0c8258d212, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=776fe286-4ef9-4927-bbe0-8c0c8258d212,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:33:39.258960 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Pushing event updated for resources: {'Port': ['ID=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:39.402349 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.448967 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3c35467e-1b04-4c03-bf7e-0ed7b6fcd577 req-6e973a70-1dec-44b8-affd-675e72ea6c5b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.1499519 Nov 11 16:33:39.452674 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Checking segment: {'id': 'e30276a0-45e9-4baf-97e4-557ec207ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9c10ffdb-53f1-4668-9d77-77ad8f7f94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:39.454555 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Network hostable DHCP agents. Network: 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:33:39.479441 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d7862e21-5837-474e-b533-bcb83c5b2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.484927 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.551468 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.581209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.583868 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=776fe286-4ef9-4927-bbe0-8c0c8258d212,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:39.585009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.589719 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aed2a233-3f04-4551-bcdf-b6df47141b2e HTTP/1.1" status: 204 len: 168 time: 0.6972797 Nov 11 16:33:39.595496 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.db.api [None req-d7862e21-5837-474e-b533-bcb83c5b2272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:33:39.599796 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG oslo_db.api [None req-d7862e21-5837-474e-b533-bcb83c5b2272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:33:39.605739 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-48b739e6-2a72-4614-93c0-cafd18759c77 service neutron] 10.222.0.11 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182410 Nov 11 16:33:39.614743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b14f0-92e9-404f-9f4d-e20b7d8571b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed2a233-3f04-4551-bcdf-b6df47141b2e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:39.643430 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Network 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:33:39.769014 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:39.776333 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:39.776693 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.781472 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863fe6b-5787-42a6-9792-0398088ed4a9 None None] Network 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:39.872812 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:39.881424 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c59b04e1-4f2a-4db8-84b8-003fb2641e62 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9622936 Nov 11 16:33:39.896979 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-ea6490f1-0e2b-4a78-928a-cc0f6734445f service neutron] 10.222.0.11 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780354 Nov 11 16:33:39.939805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c24073-2730-4096-9bd6-8fd09ec54ac6 None None] Network 9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:33:39.966587 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:33:40.143797 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Router 33c23655-a240-4dcf-99a2-f319dab579b8 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:33:40.145513 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:33:40.165167 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:33:40.199984 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:40.203006 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:40.226154 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 776fe286-4ef9-4927-bbe0-8c0c8258d212 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:40.257593 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52488) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:40.308842 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 776fe286-4ef9-4927-bbe0-8c0c8258d212 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:40.309467 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.334357 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6e608256-f902-448e-b0a4-f63b5859816a req-574010db-b549-42d5-9265-bef0ad123591 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0746024 Nov 11 16:33:40.411709 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Deleting subnet cf00aa48-1e87-4792-be90-5bbefd11f511 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:33:40.446065 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.451839 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.472345 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-0f011238-a379-438f-8d5f-56b17ab25975 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0237131 Nov 11 16:33:40.497147 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-27895e0e-ecef-4394-b0ba-304af726b633 None None] Provisioning complete for port 776fe286-4ef9-4927-bbe0-8c0c8258d212 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:40.498679 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-27895e0e-ecef-4394-b0ba-304af726b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.503566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52500) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:40.507300 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52502) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:40.595693 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:40.622095 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.681767 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.825324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:33:40.826912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Sync routers for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:33:40.848231 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:40.858035 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:40.883491 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-df0d48df-a398-400f-930a-2e43904af739 req-324d50c3-4d0d-472f-8f88-e139b7ceb37b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0668271 Nov 11 16:33:40.942086 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.953020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.955350 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-ab258a13-927e-4f1a-957f-871003c0d85b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4635539 Nov 11 16:33:40.964159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52532) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:40.968365 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:38Z', 'revision_number': 3, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:40.987596 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03794d55-5580-4373-b9cd-fe7d92a8c8a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:40.998810 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf00aa48-1e87-4792-be90-5bbefd11f511,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:41.008897 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:33:41.008897 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Updating router 2d752740-7278-41be-b6a3-0fedc99bdd76 port 16c9d731-0fb8-4f80-bce9-0b2904088989 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:33:41.011279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.020081 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-aa8ba89a-3f3f-4829-b3de-25935b957c9d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf00aa48-1e87-4792-be90-5bbefd11f511 HTTP/1.1" status: 204 len: 168 time: 0.7612343 Nov 11 16:33:41.022789 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52538) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:41.036473 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.085608 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:41.113660 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.255269 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.302810 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.303349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.304245 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.305533 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > port after_create 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.306711 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.307176 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > port after_update 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.307617 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.314298 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.318393 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.323149 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.453338 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:39Z', 'revision_number': 3, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:41.476940 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.489001 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cfc8c25a-4a99-4eaf-8e30-f6edc0cfb566 req-fd694829-c89e-4962-99ed-f9ae2337394b tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0636008 Nov 11 16:33:41.498993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Checking router: 33c23655-a240-4dcf-99a2-f319dab579b8 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:33:41.498993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Updating router 33c23655-a240-4dcf-99a2-f319dab579b8 port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:33:41.537776 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.582253 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03794d55-5580-4373-b9cd-fe7d92a8c8a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.589637 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.672714 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03794d55-5580-4373-b9cd-fe7d92a8c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.715513 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Pushing event updated for resources: {'Port': ['ID=16c9d731-0fb8-4f80-bce9-0b2904088989,revision_number=2']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:41.719069 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.721420 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.721420 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.721420 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:33:41.721420 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94c53d3-b216-4b11-96ec-382a6f1eaaf3']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:41.734442 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Attempting to bind port 16c9d731-0fb8-4f80-bce9-0b2904088989 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:41.734442 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Attempting to bind port 16c9d731-0fb8-4f80-bce9-0b2904088989 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:41.734442 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Attempting to bind port 16c9d731-0fb8-4f80-bce9-0b2904088989 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:41.744152 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf09f69-3a3b-4dc8-93e4-475e471528fb') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:41.744152 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf09f69-3a3b-4dc8-93e4-475e471528fb') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:41.747642 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.748221 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.748508 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.748841 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.749215 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.749546 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.749937 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.750289 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.750518 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.750866 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.751273 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.751550 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Tracked resource versions report: Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: pushed versions: Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: { 'AddressGroup': {'1.2'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'ConntrackHelper': {'1.0'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Log': {'1.0'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Network': {'1.1'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Port': {'1.7'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'PortForwarding': {'1.2'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'QosPolicy': {'1.10'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroup': {'1.5'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SubPort': {'1.0'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Subnet': {'1.1'}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Trunk': {'1.1'}} Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: consumer versions: Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: { DHCP agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: HyperV agent@hv-cinder-77642: {}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: L3 agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: Metadata agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: Metering agent@dv-cinder-776422-4-iscsi: {}, Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: Open vSwitch agent@dv-cinder-776422-4-iscsi: { 'AddressGroup': '1.2', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'ConntrackHelper': '1.0', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Log': '1.0', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Network': '1.1', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Port': '1.7', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'PortForwarding': '1.2', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'QosPolicy': '1.10', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroup': '1.5', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SecurityGroupRule': '1.2', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'SubPort': '1.0', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Subnet': '1.1', Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: 'Trunk': '1.1'}} Nov 11 16:33:41.752654 dv-cinder-776422-4-iscsi neutron-server[102107]: {{(pid=102107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Bound port: 16c9d731-0fb8-4f80-bce9-0b2904088989, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:41.757601 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.758411 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.813678 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.833490 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:33:41.834312 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:41.878316 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] For port 16c9d731-0fb8-4f80-bce9-0b2904088989, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:41.881349 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] For port 16c9d731-0fb8-4f80-bce9-0b2904088989, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=16c9d731-0fb8-4f80-bce9-0b2904088989,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:41.895429 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-03794d55-5580-4373-b9cd-fe7d92a8c8a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c7bfad662b4489c948dd2d07a15dce3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3855057 Nov 11 16:33:41.904995 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: from cryptography.utils import int_from_bytes Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: from cryptography.utils import int_from_bytes Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:33:41.912020 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:33:42.170385 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03794d55-5580-4373-b9cd-fe7d92a8c8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8067c460-0b0b-489d-80e8-9678293b08a6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.173684 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.175586 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.175977 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.176580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.177022 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-660f731e-d71e-4b9a-8ab3-84909f30a505 req-3c172d64-4aea-4bda-88b3-e5a726d98f04 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0491202 Nov 11 16:33:42.177022 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.177022 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d94c53d3-b216-4b11-96ec-382a6f1eaaf3 HTTP/1.1" status: 204 len: 168 time: 1.0433621 Nov 11 16:33:42.177456 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.177541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce60a-3618-4ee2-908c-c9b561059901 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94c53d3-b216-4b11-96ec-382a6f1eaaf3,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.177541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52574) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:42.188784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Deleting subnet d6668fdf-a1f3-4537-8235-af6b6350aaca {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:33:42.197349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.223216 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4639d8-1c12-470e-a691-7c0cce21fa9c None None] Pushing event updated for resources: {'Port': ['ID=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.245210 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:42.245210 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:42.270424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.292395 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Attempting to bind port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:42.292767 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Attempting to bind port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:42.293140 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Attempting to bind port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:42.312054 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.312226 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:42.320805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:42.320805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.320805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:42.320805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Bound port: fe73beec-b06d-4f77-b5b5-82c9f7fa25cc, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:42.320805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.321243 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.392293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.415374 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3d440-d6bb-4146-83e9-0cfee144d544 None None] Pushing event updated for resources: {'Port': ['ID=16c9d731-0fb8-4f80-bce9-0b2904088989,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.465511 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:42.492903 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Allocated IP 172.20.0.1 (1e682cd1-79a2-4f10-874e-44da8bf34e22/bd491d17-dffb-40d8-a549-66ba9cf2fa76/4c30296c-b98f-4dfd-a895-b29a66f1c7a4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:42.565281 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.652739 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] For port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:42.653204 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.660126 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] For port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:42.677224 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d6668fdf-a1f3-4537-8235-af6b6350aaca HTTP/1.1" status: 204 len: 168 time: 0.5963020 Nov 11 16:33:42.683205 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52590) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:42.686786 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a275255-8510-4e9d-9c2a-d29cb928f14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6668fdf-a1f3-4537-8235-af6b6350aaca,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.737637 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-11843236-2724-4493-b786-b76cd41af240 req-0086f42e-0c6c-4629-a9ea-e77ff7703a97 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0524008 Nov 11 16:33:42.760292 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.776125 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:38Z', 'revision_number': 3, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:42.814856 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0a98a-df93-41a6-8549-ff077b5c6e84 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:38Z', 'revision_number': 3, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:33:42.826696 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.911533 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.914795 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.915942 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8067c460-0b0b-489d-80e8-9678293b08a6 HTTP/1.1" status: 204 len: 168 time: 1.0097306 Nov 11 16:33:42.946624 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469c698-3778-404c-9a78-16daf40d55c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8067c460-0b0b-489d-80e8-9678293b08a6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:42.972511 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:42.984938 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:42.985816 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:43.041863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.092980 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.192093 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:43.241498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:43.252224 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:43.259186 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:43.259808 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.287835 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.343220 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c10ffdb-53f1-4668-9d77-77ad8f7f94b1']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:43.354839 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30276a0-45e9-4baf-97e4-557ec207ca70') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:43.355233 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30276a0-45e9-4baf-97e4-557ec207ca70') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:43.387162 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.405045 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.408919 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4639d8-1c12-470e-a691-7c0cce21fa9c None None] Pushing event updated for resources: {'Port': ['ID=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:43.487519 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-72bcfa29-1363-407f-ac6d-91cdb0816ca5 req-35702954-f29f-4dcb-b84f-d371e45e4434 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0773079 Nov 11 16:33:43.493762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.520999 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:33:43.521666 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.522830 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Allocated IP 172.20.0.1 (b76f22cc-9438-4333-9328-157fadfd86d8/5751dbea-38f6-492e-822d-8b914ee86925/82c1ba85-c42a-4e47-b052-bae5343978dd) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:33:43.523877 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:33:43.557374 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Pushing event updated for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:43.706624 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-532b19d3-8997-44fc-94d7-951e6abb48e3 None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:43.707270 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-532b19d3-8997-44fc-94d7-951e6abb48e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.756626 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-532b19d3-8997-44fc-94d7-951e6abb48e3 None None] Port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:33:43.761140 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.767319 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.774046 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] 10.222.0.11 "DELETE /v2.0/networks/9c10ffdb-53f1-4668-9d77-77ad8f7f94b1 HTTP/1.1" status: 204 len: 168 time: 1.0919902 Nov 11 16:33:43.802244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:39Z', 'revision_number': 3, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:43.803455 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:43.806756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0350-2aba-4dff-b04f-dd2afc871f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c10ffdb-53f1-4668-9d77-77ad8f7f94b1,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:43.836645 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c531b5-2568-4e96-a955-0b18775e2d64 None None] The sync data for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi is: [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:39Z', 'revision_number': 3, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:33:43.870238 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.000854 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.011762 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2e0f6692-01b3-4dba-b155-ccc89810d449 req-7ef6b8fb-4f23-430c-b4c9-264b4952357a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0485249 Nov 11 16:33:44.099197 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52620) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:44.104866 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Network b76f22cc-9438-4333-9328-157fadfd86d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:44.115083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:44.117720 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:44.118435 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.122491 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Pushing event updated for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:44.146528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1db5663b-7f02-4c72-89ac-225abb443cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.318243 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1db5663b-7f02-4c72-89ac-225abb443cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.336737 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 16c9d731-0fb8-4f80-bce9-0b2904088989 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:44.399432 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52624) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:44.407664 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 16c9d731-0fb8-4f80-bce9-0b2904088989 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:44.408641 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.409898 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1db5663b-7f02-4c72-89ac-225abb443cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.460321 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.517752 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5663b-7f02-4c72-89ac-225abb443cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa7fa7-a567-417d-b16d-f07c74c7a98c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:44.522224 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1db5663b-7f02-4c72-89ac-225abb443cfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c512e929216481c811cffb158fc6a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218514 Nov 11 16:33:44.527325 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:44.534398 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.572103 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-633b1976-a9e7-45c7-afdb-75dfc2d4395d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2eb28cf941d546bebd002b1c0888fec7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1690714 Nov 11 16:33:44.573475 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52636) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:44.575173 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 16c9d731-0fb8-4f80-bce9-0b2904088989, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=16c9d731-0fb8-4f80-bce9-0b2904088989,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:33:44.577883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.578631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.647589 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.675205 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-642356df-0cf5-4eb9-bbb8-03267f7b9215 req-3a34efce-2923-46b1-9dc3-67a52b56a0e6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0575657 Nov 11 16:33:44.710436 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.728619 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=16c9d731-0fb8-4f80-bce9-0b2904088989,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:44.760830 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.793959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Pushing event updated for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:44.805606 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.811323 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.868341 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.911959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.914756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:44.916432 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2945776-857f-4385-a4ac-43cb1392baa6 HTTP/1.1" status: 204 len: 168 time: 0.3420093 Nov 11 16:33:44.928860 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fd6a0-6476-4d35-8eca-14830f577e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2945776-857f-4385-a4ac-43cb1392baa6,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:44.987852 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:44.991256 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:45.200057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a1e7a6b5-fa5c-437b-85db-de6fe8437e5d req-dfc4473f-0252-4dc2-84a1-f2511dbb3561 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0442116 Nov 11 16:33:45.207443 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.209957 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.211158 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86aa7fa7-a567-417d-b16d-f07c74c7a98c HTTP/1.1" status: 204 len: 168 time: 0.6783659 Nov 11 16:33:45.232982 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32a984-5262-4979-b249-b0cd745e78f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa7fa7-a567-417d-b16d-f07c74c7a98c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:45.264397 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:33:45.273797 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.288125 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-4a2afa6d-153b-48a5-b706-6c04f21c911c None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:45.288582 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4a2afa6d-153b-48a5-b706-6c04f21c911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.348595 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-4a2afa6d-153b-48a5-b706-6c04f21c911c None None] Port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:33:45.358404 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.359094 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:45.453852 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Pushing event updated for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:45.468658 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:33:45.474561 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-de8f9b09-a234-4d4f-96aa-a926f91561ff admin admin] 10.222.0.11 "PUT /v2.0/routers/2d752740-7278-41be-b6a3-0fedc99bdd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9471493 Nov 11 16:33:45.516754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Network b76f22cc-9438-4333-9328-157fadfd86d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:45.518420 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:45.630807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Router 33c23655-a240-4dcf-99a2-f319dab579b8 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:33:45.746782 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:33:45.755094 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-655caee1-5f3f-41bb-b417-395d5a1a35c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/33c23655-a240-4dcf-99a2-f319dab579b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7897739 Nov 11 16:33:45.791570 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8fa08260-28bb-42a2-afa6-10e3d471392f req-55bd7ea1-4e7e-4f81-8d96-32fd418bf8cf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0402462 Nov 11 16:33:45.891269 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52674) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:45.943948 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:33:45.951001 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-498437bc-6cf9-455c-acc2-011b7a0c93d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c132430eaa744505817c92df3659da8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579247 Nov 11 16:33:45.953560 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52676) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:45.959544 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:45.960413 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:45.977872 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52678) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:46.021761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.062872 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.072696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Sync routers for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:33:46.084014 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:46.085136 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:46.108153 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:46.204908 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:46.275024 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.277588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.281371 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf87f5f1-46d9-412b-9983-45b33fec608f HTTP/1.1" status: 204 len: 168 time: 0.3241549 Nov 11 16:33:46.287940 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf665d2-1ba9-4ed4-8d5a-5c73c66e437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87f5f1-46d9-412b-9983-45b33fec608f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:46.344844 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6608-84ab-4e75-809e-df3e8a334b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.441691 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device fe73beec-b06d-4f77-b5b5-82c9f7fa25cc up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:46.492887 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6cf2e4f6-9e74-4800-b83f-d2c21b8865a5 req-7c376a9d-7c0a-4f25-bf15-74c6bdd6c0a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0808358 Nov 11 16:33:46.629261 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6608-84ab-4e75-809e-df3e8a334b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.634378 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:46.634744 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.665981 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 2, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:46.669740 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '82c1ba85-c42a-4e47-b052-bae5343978dd', 'name': '', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'mac_address': 'fa:16:3e:b0:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5751dbea-38f6-492e-822d-8b914ee86925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:43Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 2, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'subnets': [{'id': '5751dbea-38f6-492e-822d-8b914ee86925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:46.694087 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:33:46.694634 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Updating router 2d752740-7278-41be-b6a3-0fedc99bdd76 port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:33:46.697963 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Checking router: 33c23655-a240-4dcf-99a2-f319dab579b8 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:33:46.698406 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Updating router 33c23655-a240-4dcf-99a2-f319dab579b8 port 82c1ba85-c42a-4e47-b052-bae5343978dd binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:33:46.718684 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6608-84ab-4e75-809e-df3e8a334b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.735431 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.739235 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.782856 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-7cbe6608-84ab-4e75-809e-df3e8a334b92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=417cd2890887443b8dfbfd533d802e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8029156 Nov 11 16:33:46.784610 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52706) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:46.812629 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.848159 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6608-84ab-4e75-809e-df3e8a334b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80ef12-7fed-431e-a291-42ed1aa2ce7c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:46.884880 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.908994 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:46.967990 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:33:46.977940 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52710) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:46.983193 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781577857', 'description': 'tempest-description--577882769'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:47.075317 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.078532 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.083709 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df80ef12-7fed-431e-a291-42ed1aa2ce7c HTTP/1.1" status: 204 len: 168 time: 0.2943139 Nov 11 16:33:47.104656 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740403-94e4-434b-ab9f-65eb7e7fc1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80ef12-7fed-431e-a291-42ed1aa2ce7c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:47.144645 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.147588 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 16c9d731-0fb8-4f80-bce9-0b2904088989 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:47.199459 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cb1b863e-82f0-40fd-a0e0-9389f2accb07 req-7462f724-d59e-4dc6-a477-8064f4c5edee tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0945268 Nov 11 16:33:47.209101 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.353057 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.70', 53529) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:47.411262 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-61f4100d-9d91-47dd-b707-415332b12234 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:47.421371 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-61f4100d-9d91-47dd-b707-415332b12234 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 819 time: 0.2870934 Nov 11 16:33:47.421549 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.446223 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-ef60a52e-a4d5-4aaf-8073-98fd505a4feb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/quotas/9f992c2ec055454ead0dacb22a5a1187 HTTP/1.1" status: 200 len: 375 time: 0.0239236 Nov 11 16:33:47.521351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.528381 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:47.531758 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.563625 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-3e15b441-6120-4d56-b6f7-4da9e5163296 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:47.565200 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-3e15b441-6120-4d56-b6f7-4da9e5163296 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.70 "GET /v2.0/networks?id=8cc5d50d-414b-4d6b-bf76-48daabb8300a HTTP/1.1" status: 200 len: 811 time: 0.2109623 Nov 11 16:33:47.596952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706965b8-6b1f-41a8-abaf-c7af57957375,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:47.613600 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 16c9d731-0fb8-4f80-bce9-0b2904088989 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:47.614080 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.625205 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.674466 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-fd7b3392-d597-489b-bb72-80e75e2556ec tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2198386 Nov 11 16:33:47.689679 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5909df-a06d-4976-888a-e6abf5e72af2 None None] Pushing event updated for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:47.709034 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.723754 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af3d7113-2dde-4d9b-a73a-ea831df27a06 req-33b29af7-3f9a-44bd-8f9a-ae161e510dc9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0742409 Nov 11 16:33:47.723754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.723754 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-9a55d5f1-acbb-41d6-9fa8-469a6aa2d5b9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7401621 Nov 11 16:33:47.723754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52746) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:47.728047 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Request body: {'port': {'device_id': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a', 'admin_state_up': True, 'tenant_id': 'e3792278fa6347cdafac78bd8c96f4be'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:47.734469 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group_rule': {'security_group_id': '706965b8-6b1f-41a8-abaf-c7af57957375', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:47.806467 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Attempting to bind port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:47.807062 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Attempting to bind port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:47.807972 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Attempting to bind port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Checking segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Bound using segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Bound port: 4c30296c-b98f-4dfd-a895-b29a66f1c7a4, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:47.823580 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.851437 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:47.863436 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-c84d32ac-933f-4561-8a81-1d3394d229d3 service neutron] 10.222.0.11 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880014 Nov 11 16:33:48.033273 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527ad2b-3a2b-4a24-b754-b2d8345c4651 None None] Pushing event updated for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:48.049217 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] For port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:48.052216 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] For port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:48.088860 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-cd50d480-fe8a-4aca-af1e-a22361808167 service neutron] 10.222.0.11 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134368 Nov 11 16:33:48.146625 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Attempting to bind port 82c1ba85-c42a-4e47-b052-bae5343978dd on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:48.147316 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Attempting to bind port 82c1ba85-c42a-4e47-b052-bae5343978dd by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:48.147757 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Attempting to bind port 82c1ba85-c42a-4e47-b052-bae5343978dd on network b76f22cc-9438-4333-9328-157fadfd86d8 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:48.153393 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.156920 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:48.161924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Checking segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:48.161924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.161924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Bound using segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:48.161924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Bound port: 82c1ba85-c42a-4e47-b052-bae5343978dd, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:48.161924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.172411 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52760) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:48.220119 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd14-d1b9-4181-84b6-325428e03dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.281334 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:48.282063 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.302954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device fe73beec-b06d-4f77-b5b5-82c9f7fa25cc up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:48.377770 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.70', 53533) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:48.418371 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5909df-a06d-4976-888a-e6abf5e72af2 None None] Pushing event updated for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=4']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:48.424606 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:48.425372 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:48.568403 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7dd34949-bc55-47cd-8c5b-c4fd86ec7077 req-7dbfb2b9-9c89-4d84-9acb-106d9b355d96 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.1028633 Nov 11 16:33:48.702682 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] For port 82c1ba85-c42a-4e47-b052-bae5343978dd, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:48.710173 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] For port 82c1ba85-c42a-4e47-b052-bae5343978dd, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=82c1ba85-c42a-4e47-b052-bae5343978dd,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:48.782034 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.822822 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:48.836660 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:48.842102 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fdcf4d7b-c8d2-440d-9b3a-d4b1336af451 req-3772d3d5-9fa5-4eb0-94ff-bdd924823a8e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 210 time: 0.1959915 Nov 11 16:33:48.851528 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.907722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.931576 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:48.983364 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd14-d1b9-4181-84b6-325428e03dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.008952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.022668 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Made reservation on behalf of e3792278fa6347cdafac78bd8c96f4be for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:49.027090 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.029540 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-9313dd9b-3d1c-4836-90a1-7a3556454cfe tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:49.035849 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-9313dd9b-3d1c-4836-90a1-7a3556454cfe tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.6520150 Nov 11 16:33:49.050672 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Request body: {'port': {'device_id': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'admin_state_up': True, 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:49.084390 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-12fb832c-942e-4ca0-a2bd-6c91f70abd55 req-6844692b-e8ef-40eb-a31b-5f035af1cf94 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0585451 Nov 11 16:33:49.135700 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527ad2b-3a2b-4a24-b754-b2d8345c4651 None None] Pushing event updated for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:49.175708 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.216383 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:33:49.225715 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:33:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:49.225874 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd14-d1b9-4181-84b6-325428e03dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.299978 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:49.326897 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20be0969-98cd-47f7-8576-540694df155a,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:49.335639 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdb786-0b1e-46a1-ac4d-0a0f982ec50b None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:33:49.380205 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1e64dd14-d1b9-4181-84b6-325428e03dae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddcd802ce1b343f48b588e55eaecc1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2040839 Nov 11 16:33:49.384342 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52826) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:49.518493 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64dd14-d1b9-4181-84b6-325428e03dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029986e-9333-4655-b792-abaf56d21ece,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:49.532344 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] For port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:33:49.573531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.574771 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2eb427ac-23bb-4c93-8bd6-fb5c6e8d90e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8514555 Nov 11 16:33:49.581102 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52832) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:49.589417 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group_rule': {'security_group_id': '706965b8-6b1f-41a8-abaf-c7af57957375', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:49.626013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Allocated IP 172.20.0.12 (8cc5d50d-414b-4d6b-bf76-48daabb8300a/9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd/a2df0f27-cfb2-4563-ae29-b4e0dd8d008d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:49.634576 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.755914 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:33:49.859005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-748880f4-188e-4f4a-ae58-4a4baeefb0ab tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:49.871394 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-748880f4-188e-4f4a-ae58-4a4baeefb0ab tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 819 time: 0.3998909 Nov 11 16:33:49.877823 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.883478 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:49.888741 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a77d3649-1f00-4789-82a6-8c7995d1abf4 req-19c6ebbb-4d79-4621-9fda-f8ecb2479d7b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.1459701 Nov 11 16:33:49.918504 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-b0c46f63-71fa-42aa-b6c2-b6fcbcfd5c79 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/quotas/9f992c2ec055454ead0dacb22a5a1187 HTTP/1.1" status: 200 len: 375 time: 0.0450056 Nov 11 16:33:49.985077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'port': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:49.990451 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.039885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.107926 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d96d5-6d95-4585-86bf-20842704c5be None None] Pushing event updated for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:50.112618 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-520af51a-615f-44b9-b181-9c9751faf763 None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:50.112993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-520af51a-615f-44b9-b181-9c9751faf763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.358841 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-9e7abbcd-8c53-4fc7-847d-de726c32a1a6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4386637 Nov 11 16:33:50.398804 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f0e7e0a8-9cc1-4241-b2a5-c5ab41a3b2b7 req-9e70e0a6-1c71-4c29-82a9-94074d09096b tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.1305847 Nov 11 16:33:50.422681 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.462087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:50.555975 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.690106 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.724271 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '82c1ba85-c42a-4e47-b052-bae5343978dd', 'name': '', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'mac_address': 'fa:16:3e:b0:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5751dbea-38f6-492e-822d-8b914ee86925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:43Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 4, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'subnets': [{'id': '5751dbea-38f6-492e-822d-8b914ee86925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:33:50.744829 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.768739 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.772684 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d029986e-9333-4655-b792-abaf56d21ece HTTP/1.1" status: 204 len: 168 time: 1.3850389 Nov 11 16:33:50.784887 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.825972 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.829974 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2423356 Nov 11 16:33:50.845256 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52872) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:50.915896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:50.922453 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:50.922863 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:50.925234 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8449c-569c-4783-a4f2-46b9e2a2c02c None None] The sync data for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi is: [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '82c1ba85-c42a-4e47-b052-bae5343978dd', 'name': '', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'mac_address': 'fa:16:3e:b0:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5751dbea-38f6-492e-822d-8b914ee86925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:43Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 4, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'subnets': [{'id': '5751dbea-38f6-492e-822d-8b914ee86925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:33:51.095849 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a6cb-c94d-4766-8f35-8f04661c6fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029986e-9333-4655-b792-abaf56d21ece,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:51.160076 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaa0c9-f305-454a-bf28-edbd21448d1c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902d0c1f-c5e9-4b74-a603-8d8dc7e732b5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:51.379979 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Network 8cc5d50d-414b-4d6b-bf76-48daabb8300a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:51.380904 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Pushing event updated for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:51.398239 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:51.408780 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:51.412629 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:51.433627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:51.439894 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:51.488472 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-29d72872-61b3-44c5-8171-eb0d86c14f50 req-b3db3614-5a6f-4cac-a466-4260ee0073af tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.1926775 Nov 11 16:33:51.596791 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-34adc366-e215-4eee-af5b-81c313bd1ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2376354 Nov 11 16:33:51.603604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-49604e32-bf11-4a4d-bb51-5d63269f48a2 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8899698 Nov 11 16:33:51.652072 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-aaca7e25-2d10-45f8-812f-5633e4717260 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:33:51.654897 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-aaca7e25-2d10-45f8-812f-5633e4717260 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254033 Nov 11 16:33:51.732232 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Allocated IP 172.20.0.13 (adb1b7d0-9208-4270-affe-3d6f3f93d7d6/f171095b-a823-4eb7-bc36-2158835058f9/2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:51.754150 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0dd9b-83e3-4aa8-992e-a48bff88704f req-a7ffcfd5-a999-4fee-85d1-b15cdb7a3cc4 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:51.768974 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1bf0dd9b-83e3-4aa8-992e-a48bff88704f req-a7ffcfd5-a999-4fee-85d1-b15cdb7a3cc4 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 932 time: 0.1495032 Nov 11 16:33:51.901042 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1bf0dd9b-83e3-4aa8-992e-a48bff88704f req-2f475b36-476d-44eb-83eb-0723fb156a31 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301713 Nov 11 16:33:52.172773 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-899ac486-0772-4458-bf77-efb26270f524 service neutron] 10.222.0.11 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749271 Nov 11 16:33:52.193403 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Request body: {'port': {'device_id': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:52.389532 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:52.402347 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:52.433602 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:52.484316 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 82c1ba85-c42a-4e47-b052-bae5343978dd up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:52.554826 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.70', 53542) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:52.621783 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 82c1ba85-c42a-4e47-b052-bae5343978dd triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:52.623276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:52.790259 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:52.797686 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Allocated IP 172.27.0.25 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/264cb0f4-7f3d-45fd-8026-a4edf982ef7c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:52.855984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 82c1ba85-c42a-4e47-b052-bae5343978dd, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=82c1ba85-c42a-4e47-b052-bae5343978dd,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:33:52.924962 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bff1c2ed-ace3-4656-b6f4-a2c338624f11 req-697a68fc-0212-473c-abfa-f6e0ae90c974 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 210 time: 0.0621064 Nov 11 16:33:53.044922 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.200025 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-0cfa4967-502f-4f9a-9adf-cd903419dd6c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:53.201523 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-0cfa4967-502f-4f9a-9adf-cd903419dd6c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 819 time: 0.6234226 Nov 11 16:33:53.233893 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7ed16-baf3-4003-b7eb-ef3684e4af10 req-a1c2d4c2-116f-4b81-836d-4dab371313e3 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:53.235376 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5df7ed16-baf3-4003-b7eb-ef3684e4af10 req-a1c2d4c2-116f-4b81-836d-4dab371313e3 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 932 time: 0.1313536 Nov 11 16:33:53.329625 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5df7ed16-baf3-4003-b7eb-ef3684e4af10 req-e407a913-0d1b-4e1c-9384-66c5b50e86bb tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840368 Nov 11 16:33:53.331845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2df0f27-cfb2-4563-ae29-b4e0dd8d008d {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:33:53.339605 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.360566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Transition to ACTIVE for port object a2df0f27-cfb2-4563-ae29-b4e0dd8d008d will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:33:53.873539 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.876355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.878662 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.879614 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:53.887034 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:53.982689 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-53f5a340-8db4-43de-9c45-7350026ccb50 req-b3d86b38-aeae-404e-92c2-02ca6ebfd57c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0905194 Nov 11 16:33:54.031850 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Pushing event updated for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:54.041850 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:54.051913 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:54.080784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:54.108518 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:54.120306 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:54.131169 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:54.132384 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:54.274613 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:54.278807 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:54.287032 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:54.321073 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=264cb0f4-7f3d-45fd-8026-a4edf982ef7c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:54.368428 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Attempting to bind port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:54.376071 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Attempting to bind port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '08288da0-7c59-41ae-a2f2-37ec7a497801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:54.376431 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Attempting to bind port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d on network 8cc5d50d-414b-4d6b-bf76-48daabb8300a {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:54.396888 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d on network 8cc5d50d-414b-4d6b-bf76-48daabb8300a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:33:54.397414 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Attempting to bind port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d on network 8cc5d50d-414b-4d6b-bf76-48daabb8300a {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:54.407690 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:54.416636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Checking segment: {'id': '08288da0-7c59-41ae-a2f2-37ec7a497801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:54.417473 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Bound using segment: {'id': '08288da0-7c59-41ae-a2f2-37ec7a497801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:54.418113 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Bound port: a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08288da0-7c59-41ae-a2f2-37ec7a497801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:54.418672 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:54.494098 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 52950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:54.564774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event updated for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:54.656372 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 82c1ba85-c42a-4e47-b052-bae5343978dd up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:33:54.708573 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:54.709216 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:54.738841 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1c2a2-6db8-492d-927a-8ba9d71aeffd req-db97ce83-85e4-4032-bf16-650f25a8aca7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:54.745989 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c9f1c2a2-6db8-492d-927a-8ba9d71aeffd req-db97ce83-85e4-4032-bf16-650f25a8aca7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 932 time: 0.6099865 Nov 11 16:33:54.791619 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:54.800249 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 82c1ba85-c42a-4e47-b052-bae5343978dd triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:33:54.800616 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:54.825889 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-df862e58-d5bd-4655-98bf-bb0ed0e28ba3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7790453 Nov 11 16:33:54.851860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,segment=NetworkSegment(08288da0-7c59-41ae-a2f2-37ec7a497801),segment_id=08288da0-7c59-41ae-a2f2-37ec7a497801)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:54.863764 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Request body: {'port': {'device_id': '86513fd7-dd53-4117-9d18-759c202da83c', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'admin_state_up': True, 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:54.887404 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Request body: {'port': {'device_id': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:54.927523 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c9f1c2a2-6db8-492d-927a-8ba9d71aeffd req-e2825c44-a23b-49e2-a87a-c8f3d671c1f4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805286 Nov 11 16:33:54.968775 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.058743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.098082 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d374753e-a49c-44fe-ba7c-3e1097c13576 req-8fbb1b86-efcd-48f1-8372-2b05e3918107 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0480738 Nov 11 16:33:55.109733 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.116699 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54cf13a2-e74d-4db6-a7dc-3944719a3c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.202349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.222162 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f61be-1666-4044-bec0-e93dc2d3d1ba req-b7efad71-8211-4801-9ecc-6f8bfe82a21d tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:55.228258 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bc5f61be-1666-4044-bec0-e93dc2d3d1ba req-b7efad71-8211-4801-9ecc-6f8bfe82a21d tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.7086246 Nov 11 16:33:55.287402 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:55.288804 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.289459 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] 10.222.0.70 "PUT /v2.0/ports/a2df0f27-cfb2-4563-ae29-b4e0dd8d008d HTTP/1.1" status: 200 len: 1094 time: 3.2739871 Nov 11 16:33:55.290498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2185468b-150e-448f-8f45-9d7861133665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.292562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466e520-508a-4264-a4cb-3e93af4f294e service neutron] Pushing event updated for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:55.296349 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:33:55.468695 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bc5f61be-1666-4044-bec0-e93dc2d3d1ba req-ac8a4cf7-2050-49a7-a0f7-44631945cd83 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954220 Nov 11 16:33:55.518204 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Made reservation on behalf of 9f992c2ec055454ead0dacb22a5a1187 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:33:55.522595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.610787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54cf13a2-e74d-4db6-a7dc-3944719a3c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.714851 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1698ed79-c388-4270-93d5-1987297f4668" -d '{"events": [{"name": "network-changed", "server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:33:55.746707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54cf13a2-e74d-4db6-a7dc-3944719a3c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.799806 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-54cf13a2-e74d-4db6-a7dc-3944719a3c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efed960bf2e84eebb31e01198a437256&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3021660 Nov 11 16:33:55.802409 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 52988) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:55.845401 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2185468b-150e-448f-8f45-9d7861133665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:55.999860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Allocated IP 172.20.0.2 (b76f22cc-9438-4333-9328-157fadfd86d8/5751dbea-38f6-492e-822d-8b914ee86925/0fb1db96-123b-4a12-a510-6b3e04a9fb7c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:33:56.040732 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2185468b-150e-448f-8f45-9d7861133665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.063008 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf13a2-e74d-4db6-a7dc-3944719a3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c182f22f-5703-45c9-9b08-c5f4874ba6c8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.084928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-ca5ed404-145d-4f03-b8c6-cb60c880b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:56.085940 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-ca5ed404-145d-4f03-b8c6-cb60c880b3d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3792278fa6347cdafac78bd8c96f4be&device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 1097 time: 0.2739093 Nov 11 16:33:56.096896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.201895 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.205044 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.224398 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:33:56.238259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd1e68-db31-4265-a116-73bc7e482b3f x-openstack-request-id: req-fbcd1e68-db31-4265-a116-73bc7e482b3f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:33:56.239030 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.239161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:33:56.239161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fbcd1e68-db31-4265-a116-73bc7e482b3f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:33:56.239327 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d', 'status': 'completed', 'code': 200} Nov 11 16:33:56.253737 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-237ada75-33ca-4c89-98a4-6bc8d097d328 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d HTTP/1.1" status: 200 len: 217 time: 0.1284802 Nov 11 16:33:56.288591 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Transition to ACTIVE for port object 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f will not be triggered until provisioned by entity L2. {{(pid=102105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:33:56.289713 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.289875 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2185468b-150e-448f-8f45-9d7861133665 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d09a340c791542fa855da0230d54aad1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0013514 Nov 11 16:33:56.293446 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53008) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:56.313163 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185468b-150e-448f-8f45-9d7861133665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f86d6b-a58b-467b-9061-cf14fbc04bba,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.338280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ffa9-310d-4f2d-b307-37bba34c9ad1 req-5491bab9-8f28-4f5a-b41c-b2d7fab82462 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:56.346364 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-46f4ffa9-310d-4f2d-b307-37bba34c9ad1 req-5491bab9-8f28-4f5a-b41c-b2d7fab82462 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 932 time: 0.3087759 Nov 11 16:33:56.404625 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-105c49b0-d440-47dc-91fb-4b7a0dccd539 req-9baf39e4-d58d-4678-8c82-b9e13292cd62 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0491660 Nov 11 16:33:56.455008 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=264cb0f4-7f3d-45fd-8026-a4edf982ef7c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.485215 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.505971 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-46f4ffa9-310d-4f2d-b307-37bba34c9ad1 req-f1a0c40a-213f-4eaa-975e-e0f82bfb1911 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585295 Nov 11 16:33:56.510524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.525495 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300485-c855-4041-85f2-f2ecf62a396b req-33fb4c84-9db9-4d98-be45-94f5ef0ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:56.525495 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-33fb4c84-9db9-4d98-be45-94f5ef0ecf82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd HTTP/1.1" status: 200 len: 851 time: 0.2385397 Nov 11 16:33:56.531290 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.593052 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.600217 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.600217 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c182f22f-5703-45c9-9b08-c5f4874ba6c8 HTTP/1.1" status: 204 len: 168 time: 0.7946887 Nov 11 16:33:56.600217 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.638614 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-54065418-5b1a-49fb-9cd2-57941d355ace service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cc5d50d-414b-4d6b-bf76-48daabb8300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795653 Nov 11 16:33:56.683792 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.694328 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-12f78b63-1ff2-4a44-b2ab-e0a439b97a4e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7919745 Nov 11 16:33:56.694328 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64334c05-bff2-4438-97e1-da5016750ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182f22f-5703-45c9-9b08-c5f4874ba6c8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.722563 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Pushing event updated for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.781250 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b2a0-948a-4a18-b6bd-de98d33ff3ed req-1a0e0cb8-2a5b-449c-931c-22db4272ad15 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:56.781250 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ded3b2a0-948a-4a18-b6bd-de98d33ff3ed req-1a0e0cb8-2a5b-449c-931c-22db4272ad15 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.1874464 Nov 11 16:33:56.878783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.900002 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ded3b2a0-948a-4a18-b6bd-de98d33ff3ed req-af450b8b-6c88-4a3a-8060-79de956d3893 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055720 Nov 11 16:33:56.902834 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.906745 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:56.910173 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f86d6b-a58b-467b-9061-cf14fbc04bba HTTP/1.1" status: 204 len: 168 time: 0.6111472 Nov 11 16:33:56.911896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Attempting to bind port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:56.912305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Attempting to bind port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:56.912651 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Attempting to bind port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:56.921299 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fc0bb-fb10-468e-adb4-2010c352f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f86d6b-a58b-467b-9061-cf14fbc04bba,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:56.925141 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:33:56.929771 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Attempting to bind port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:56.931489 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:56.931840 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Checking segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:56.932394 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Bound using segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:56.932851 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Bound port: 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:56.933225 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.018443 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.030865 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:57.042479 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:57.119474 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.165751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:57.166009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.167479 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] 10.222.0.70 "PUT /v2.0/ports/2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f HTTP/1.1" status: 200 len: 1094 time: 2.3014066 Nov 11 16:33:57.169192 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:33:57.176965 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Network b76f22cc-9438-4333-9328-157fadfd86d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:33:57.222134 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-c8510616-fff6-4956-a921-4d27258d6f39 service neutron] 10.222.0.70 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508068 Nov 11 16:33:57.229203 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:33:57.240211 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:33:57.245934 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:57.246589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.335433 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d86fb1-e33d-4a7b-97ac-89a82aaa975f service neutron] Pushing event updated for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:57.399326 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Pushing event updated for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:57.442282 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79300485-c855-4041-85f2-f2ecf62a396b req-4a1fd259-2cf5-4388-ada4-65363d1f6b47 service neutron] 10.222.0.70 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812699 Nov 11 16:33:57.461670 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-aa340a00-fd29-4cfa-8bc3-06bfa60db636 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1781577857&fields=id&tenant_id=17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 267 time: 0.3600140 Nov 11 16:33:57.507653 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-21166a1c-ba66-444b-ba21-2ce0e5b87ba8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7049024 Nov 11 16:33:57.522243 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-d61ebc43-e975-4f25-8c6e-33216524c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:57.534887 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-d61ebc43-e975-4f25-8c6e-33216524c459 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 1097 time: 0.1435995 Nov 11 16:33:57.633726 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82447b43-2ab2-48dc-a98e-556f2fbf60aa req-b477ce29-b2dc-4486-b0ff-5b2b5b4546cd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0694005 Nov 11 16:33:57.670107 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Request body: {'port': {'device_id': '86513fd7-dd53-4117-9d18-759c202da83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:33:57.732519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-21128b53-dc65-4e6b-8b07-66b96b37dae9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:57.734468 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-21128b53-dc65-4e6b-8b07-66b96b37dae9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 811 time: 0.2638466 Nov 11 16:33:57.736501 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-9a5927ce-eeec-4f4f-b731-31e48eadcd61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f HTTP/1.1" status: 200 len: 217 time: 0.0936711 Nov 11 16:33:57.770282 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-d465897e-6e1e-4408-a6be-8d79500a3b24 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/quotas/17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 375 time: 0.0298309 Nov 11 16:33:57.772836 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:57.817970 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26e285-2ce7-4cd5-b6af-d7265688d3c8 req-30fc923b-2603-4b4d-b181-2a71ac82d6d6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:57.820611 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a26e285-2ce7-4cd5-b6af-d7265688d3c8 req-30fc923b-2603-4b4d-b181-2a71ac82d6d6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.1400597 Nov 11 16:33:57.932577 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a26e285-2ce7-4cd5-b6af-d7265688d3c8 req-d1370814-9bc3-4ca9-bc46-75ca57be9db1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050982 Nov 11 16:33:57.993411 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53068) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:58.052305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0048325f-d00b-419f-8cb1-38232b78ed8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.169958 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58952a8-ddc2-4766-a8b9-26067f396eae req-431df8c6-9272-42a8-8a63-1f96661fd57a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:58.185505 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c58952a8-ddc2-4766-a8b9-26067f396eae req-431df8c6-9272-42a8-8a63-1f96661fd57a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.1596963 Nov 11 16:33:58.201378 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-e5d48cbd-058c-4dc1-8bb8-67712b7e06f6 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3937035 Nov 11 16:33:58.234557 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0159293c-d8bf-4bef-a993-844eb2aab10f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:33:58.295998 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c58952a8-ddc2-4766-a8b9-26067f396eae req-2aa07b8d-6639-444a-b2d1-bab796543d13 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093700 Nov 11 16:33:58.336102 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0048325f-d00b-419f-8cb1-38232b78ed8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.457839 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0048325f-d00b-419f-8cb1-38232b78ed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.493539 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-c078e79c-7938-44f1-8d25-49c75a62982f service neutron] 10.222.0.11 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633841 Nov 11 16:33:58.583879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53078) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:58.587426 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048325f-d00b-419f-8cb1-38232b78ed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73119cb-649c-42ec-860a-65dea4dafc4f,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:58.615242 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e1992ad2-6d3a-47f0-b34f-12c27172b40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.627152 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-0048325f-d00b-419f-8cb1-38232b78ed8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37723fe60dd245949a667cbe62f6288b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325588 Nov 11 16:33:58.627888 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53082) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:58.654559 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb1db96-123b-4a12-a510-6b3e04a9fb7c {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:33:58.673185 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.732075 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-ff9367a8-6a96-4e85-83ce-943aac4a17b8 service neutron] 10.222.0.11 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258453 Nov 11 16:33:58.749450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Transition to ACTIVE for port object 0fb1db96-123b-4a12-a510-6b3e04a9fb7c will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:33:58.750582 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee6e457-ba0b-475c-9ae5-d49a35821498 x-openstack-request-id: req-fee6e457-ba0b-475c-9ae5-d49a35821498 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:33:58.751114 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:33:58.751557 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fee6e457-ba0b-475c-9ae5-d49a35821498 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:33:58.752255 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', 'status': 'completed', 'code': 200} Nov 11 16:33:58.788154 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.840646 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.845869 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.890924 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e1992ad2-6d3a-47f0-b34f-12c27172b40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:58.897060 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4dc7a288-e3cc-49f1-8d2e-ab2c5db737d8 req-2ce0d72b-dc55-4c0d-b737-e9c2d28a8500 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0534053 Nov 11 16:33:58.989189 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Pushing event updated for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:59.003705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Attempting to bind port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:33:59.004543 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Attempting to bind port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:33:59.005283 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Attempting to bind port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c on network b76f22cc-9438-4333-9328-157fadfd86d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:59.009162 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e1992ad2-6d3a-47f0-b34f-12c27172b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.017351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c on network b76f22cc-9438-4333-9328-157fadfd86d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:33:59.017778 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Attempting to bind port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c on network b76f22cc-9438-4333-9328-157fadfd86d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:33:59.047654 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:33:59.048236 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Checking segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:33:59.048821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Bound using segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:33:59.049589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Bound port: 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:33:59.050150 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.052815 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.056593 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.060684 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b73119cb-649c-42ec-860a-65dea4dafc4f HTTP/1.1" status: 204 len: 168 time: 0.4292545 Nov 11 16:33:59.095237 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9530fc-cc17-471b-90b9-b968ed1a3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73119cb-649c-42ec-860a-65dea4dafc4f,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:59.097330 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1992ad2-6d3a-47f0-b34f-12c27172b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30459ff6-1ec0-4f18-a118-dced8a4752c8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:59.104762 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e1992ad2-6d3a-47f0-b34f-12c27172b40b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8a00a6f8d924eefb475e52141e90d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5186467 Nov 11 16:33:59.106087 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53098) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:33:59.220396 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:33:59.224971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:33:59.229074 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.239462 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbddd0-3e74-42a2-9a94-b253facaf821 req-f51d1177-581b-4985-ade7-2011b69cc03f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:59.257463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.270757 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-69dbddd0-3e74-42a2-9a94-b253facaf821 req-f51d1177-581b-4985-ade7-2011b69cc03f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.1960292 Nov 11 16:33:59.310397 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.384186 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62436ac9-29e1-48e4-98f2-6c67bc6eb8dd req-ff23aa1b-0278-4096-be94-4d00da3f4d10 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.1239743 Nov 11 16:33:59.544974 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-69dbddd0-3e74-42a2-9a94-b253facaf821 req-83d485c4-d121-466b-a226-40c5b725a27e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732923 Nov 11 16:33:59.576471 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-719fa426-bd9e-4fca-a011-fd4d416e037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:59.576471 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-719fa426-bd9e-4fca-a011-fd4d416e037c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.2179055 Nov 11 16:33:59.576642 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Pushing event updated for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:33:59.592155 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:59.593414 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.595457 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-2137fc4a-653b-4955-8a2a-394ada3d288f service neutron] 10.222.0.70 "PUT /v2.0/ports/0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 1093 time: 1.9438345 Nov 11 16:33:59.616119 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:33:59.619518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a53eec-a283-4fd6-8721-8baf8528f03f" -d '{"events": [{"name": "network-changed", "server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:33:59.697698 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57156054-3458-4ae6-928a-d1e607e07e01 req-96155e44-4e7f-429a-a0b5-dc2ea5b88fdd tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:33:59.699830 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57156054-3458-4ae6-928a-d1e607e07e01 req-96155e44-4e7f-429a-a0b5-dc2ea5b88fdd tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.1460450 Nov 11 16:33:59.705525 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45b98e-5270-4731-91cd-c5361654a07e x-openstack-request-id: req-4c45b98e-5270-4731-91cd-c5361654a07e {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:33:59.705955 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:33:59.706229 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c45b98e-5270-4731-91cd-c5361654a07e {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:33:59.706625 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'status': 'completed', 'code': 200} Nov 11 16:33:59.789889 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57156054-3458-4ae6-928a-d1e607e07e01 req-776a48d0-a395-4e40-b5d9-c5807d9f3394 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 Nov 11 16:33:59.849916 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.853383 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:33:59.858070 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30459ff6-1ec0-4f18-a118-dced8a4752c8 HTTP/1.1" status: 204 len: 168 time: 0.7486291 Nov 11 16:33:59.880450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0d26-9947-4338-98c4-f4373aaf01cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30459ff6-1ec0-4f18-a118-dced8a4752c8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:00.065950 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-085fe790-91cc-432d-a4ff-764608561ba9 req-f0f3ea60-41d9-4840-a92c-a184c95e6260 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0492609 Nov 11 16:34:00.471558 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f97820fb-514e-4f14-bbc1-5a5993b373c1 req-8048d171-6d19-4c13-be9e-6e799e388f57 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0370879 Nov 11 16:34:00.739739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae478dc-a05f-49c8-b07b-84d7f31452c5 req-154ba086-b0e2-480c-8b18-b2c1c66b4aab tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:00.750689 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ae478dc-a05f-49c8-b07b-84d7f31452c5 req-154ba086-b0e2-480c-8b18-b2c1c66b4aab tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.1045148 Nov 11 16:34:00.816504 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ae478dc-a05f-49c8-b07b-84d7f31452c5 req-01f54456-8cba-4676-be46-6ec7f206f16a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659373 Nov 11 16:34:00.961065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10ded-00e7-4cd5-8c3d-61494d60dbe6 req-94f5e3ba-601b-4937-91f4-67346a8da519 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:00.962393 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4df10ded-00e7-4cd5-8c3d-61494d60dbe6 req-94f5e3ba-601b-4937-91f4-67346a8da519 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.0716112 Nov 11 16:34:01.063363 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4df10ded-00e7-4cd5-8c3d-61494d60dbe6 req-7dc2885e-ec2d-4728-8c56-05a058c1c283 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Nov 11 16:34:01.193946 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4a524563-75e8-4e5c-8e45-dc977524d01f req-5e2bf5a6-9d46-487e-8ddd-59baca5e57f4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0432599 Nov 11 16:34:01.583785 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26819578-b569-4a02-a7ae-b4ba9875cc4e req-fad02769-2b99-488b-b162-170dabfe49e2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0290298 Nov 11 16:34:02.023178 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65a0b-7e1b-4997-a639-6defb8a7fca2 req-79f971bb-e49e-403e-8805-7a590a9690aa tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:02.024930 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a1a65a0b-7e1b-4997-a639-6defb8a7fca2 req-79f971bb-e49e-403e-8805-7a590a9690aa tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.0904493 Nov 11 16:34:02.132501 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a1a65a0b-7e1b-4997-a639-6defb8a7fca2 req-7200b8c8-05a4-411b-9e40-01265eb28381 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995080 Nov 11 16:34:02.157189 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0edec67a-d181-41f4-98dd-c48b423df63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:02.320820 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e1cbf76c-ae91-4cd7-83e3-4b24b4acd397 req-5b7cebba-306b-4903-b9ae-7c94bcba99c2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0313764 Nov 11 16:34:02.327636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a3b0-3ae3-498a-8488-c07cf7a7334a req-e73fb54f-1f8b-47ca-ba7b-05e42118f79a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:02.343717 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8f8a3b0-3ae3-498a-8488-c07cf7a7334a req-e73fb54f-1f8b-47ca-ba7b-05e42118f79a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.1423242 Nov 11 16:34:02.405574 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8f8a3b0-3ae3-498a-8488-c07cf7a7334a req-49728ca9-0e91-4d43-b3f9-e17539436620 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560329 Nov 11 16:34:02.691738 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3c756d59-e534-45c1-aaab-74ef1c2395d8 req-23d33ed1-1b4d-4f70-b9ab-6a14df1fa30f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0337329 Nov 11 16:34:03.092610 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.70', 53553) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:03.095339 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-c4e235f9-c2e7-4daa-b5b0-035a037c7cd1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608909 Nov 11 16:34:03.127028 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ed79-c388-4270-93d5-1987297f4668 req-86a5f253-3a8b-4c5e-aae8-52936eeff234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.128511 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-86a5f253-3a8b-4c5e-aae8-52936eeff234 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3792278fa6347cdafac78bd8c96f4be&device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 1097 time: 0.1103976 Nov 11 16:34:03.205951 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-4abb3d17-61f2-4466-87ad-4a6ed6bb2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.209910 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-4abb3d17-61f2-4466-87ad-4a6ed6bb2c2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1096 time: 0.1111462 Nov 11 16:34:03.304816 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-3ecf6dc6-c61b-49f9-8183-c1427b032d45 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734219 Nov 11 16:34:03.337962 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-1a70b572-0221-4754-b36d-630e8a58b287 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.339438 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-1a70b572-0221-4754-b36d-630e8a58b287 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 819 time: 0.2840133 Nov 11 16:34:03.390661 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Request body: {'port': {'device_id': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'admin_state_up': True, 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:03.593985 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be3367-3d77-4c4b-a929-29400bace45a req-eea7f2ce-7997-4c4a-9912-6b4b4c9cace6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.598774 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f2be3367-3d77-4c4b-a929-29400bace45a req-eea7f2ce-7997-4c4a-9912-6b4b4c9cace6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.3301971 Nov 11 16:34:03.608102 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ed79-c388-4270-93d5-1987297f4668 req-03496ea2-ed19-4509-ac39-2f64f0034b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.608102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-03496ea2-ed19-4509-ac39-2f64f0034b6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cc5d50d-414b-4d6b-bf76-48daabb8300a HTTP/1.1" status: 200 len: 913 time: 0.4634089 Nov 11 16:34:03.638893 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-69d75905-e254-4e55-95ef-391339156e20 req-f3bcc8a7-5edc-42a7-864d-5b52dbf7a9b1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0576057 Nov 11 16:34:03.681853 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-c4abc177-3024-448f-a975-9db018b78ce5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d HTTP/1.1" status: 200 len: 217 time: 0.0553408 Nov 11 16:34:03.720121 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-19d0093d-60af-4082-8ee0-537b7cd18066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.721840 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-19d0093d-60af-4082-8ee0-537b7cd18066 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9f992c2ec055454ead0dacb22a5a1187&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4774580 Nov 11 16:34:03.726134 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecafdc61-f982-4bbe-b750-8752f4715ea4 req-e23ee495-0265-471c-8c51-ddbb7dc185bb service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881969 Nov 11 16:34:03.739312 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f2be3367-3d77-4c4b-a929-29400bace45a req-5811e2f8-3a99-429f-aeb2-5f0cc73b032a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304469 Nov 11 16:34:03.768390 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Made reservation on behalf of 9f992c2ec055454ead0dacb22a5a1187 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:34:03.771898 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:03.806567 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ed79-c388-4270-93d5-1987297f4668 req-9ed026f0-e3ab-4b55-a5f2-d9872417525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:03.807919 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-9ed026f0-e3ab-4b55-a5f2-d9872417525c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd HTTP/1.1" status: 200 len: 851 time: 0.1114929 Nov 11 16:34:03.885923 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-5830b219-bbb4-4af2-8884-d6da1f80dc25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cc5d50d-414b-4d6b-bf76-48daabb8300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371513 Nov 11 16:34:03.909491 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5718565-48e4-4315-8be7-045423a8c649 req-47d76852-04fe-431a-b9ad-f91bfbb5b029 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0948453 Nov 11 16:34:04.041142 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52347df-a5c0-4db6-ab00-61be0a1b504e req-2124ba7a-f45f-415e-b578-43001233ef49 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.042649 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d52347df-a5c0-4db6-ab00-61be0a1b504e req-2124ba7a-f45f-415e-b578-43001233ef49 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.2551076 Nov 11 16:34:04.053637 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Allocated IP 172.20.0.13 (b76f22cc-9438-4333-9328-157fadfd86d8/5751dbea-38f6-492e-822d-8b914ee86925/ac2ba1f7-628b-4cba-9fdd-114d9cc2df34) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:34:04.055948 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-9b2b1260-3af4-40a1-9131-6f2e4cc82cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.066804 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-77a53eec-a283-4fd6-8721-8baf8528f03f req-9b2b1260-3af4-40a1-9131-6f2e4cc82cf5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3125353 Nov 11 16:34:04.072112 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-3156d14d-c206-4344-9031-143bbe382b21 service neutron] 10.222.0.70 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649292 Nov 11 16:34:04.072491 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-481483b0-b839-45f0-91cd-8989c22122e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.075628 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-481483b0-b839-45f0-91cd-8989c22122e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 1097 time: 0.1804221 Nov 11 16:34:04.241104 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d52347df-a5c0-4db6-ab00-61be0a1b504e req-6161a73f-6e3e-4f14-b3eb-d8beb3c656c9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499004 Nov 11 16:34:04.282236 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1698ed79-c388-4270-93d5-1987297f4668 req-77aac634-0990-4e71-a803-6d6186b8764b service neutron] 10.222.0.70 "GET /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674130 Nov 11 16:34:04.314198 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:04.328730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-cf452def-60eb-4533-a1d0-7c5e07f65896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.332154 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-cf452def-60eb-4533-a1d0-7c5e07f65896 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1096 time: 0.2085898 Nov 11 16:34:04.357330 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-f5c5c57e-e634-424e-8df4-4cc6ddc790c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.359801 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-f5c5c57e-e634-424e-8df4-4cc6ddc790c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 917 time: 0.2560456 Nov 11 16:34:04.397165 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-afe6d45f-c3e6-4b25-801e-9ab8baeb9eab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0520036 Nov 11 16:34:04.401353 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1333977e-cfcd-4657-9091-547c30ef11b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:04.446614 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:04.447075 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-ffc3a11b-12f4-4f66-a82c-c68429e403ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f HTTP/1.1" status: 200 len: 217 time: 0.0573471 Nov 11 16:34:04.521791 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Pushing event updated for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:04.524737 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-c1181fc4-7022-461a-b542-8ae61987917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.526418 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-c1181fc4-7022-461a-b542-8ae61987917b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0920923 Nov 11 16:34:04.532549 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-260d1061-9208-4273-b989-a4fd2043e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.534327 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-260d1061-9208-4273-b989-a4fd2043e0d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.0630026 Nov 11 16:34:04.551090 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Network b76f22cc-9438-4333-9328-157fadfd86d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:34:04.554572 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:34:04.565767 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:34:04.569682 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-6fcf7b97-2879-4217-8531-0d83d4bcd5a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341387 Nov 11 16:34:04.573214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.573214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:04.586912 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-5ee892c7-5f41-47b8-849b-ff4ee4d83135 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.588534 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-5ee892c7-5f41-47b8-849b-ff4ee4d83135 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 811 time: 0.2165716 Nov 11 16:34:04.595845 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-bcebe50f-2b90-4df2-a738-35dbb2643420 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505695 Nov 11 16:34:04.701033 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-a3076afa-8707-4eb6-9d1d-761983e44281 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 380 time: 0.0958259 Nov 11 16:34:04.713111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'port': {'device_id': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'admin_state_up': True, 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'security_groups': ['706965b8-6b1f-41a8-abaf-c7af57957375']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:04.835615 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-4c2a8271-95f3-4cae-b92f-f5b6711ce832 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500827 Nov 11 16:34:04.846489 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-2d13e7fb-78e5-4e56-8be8-ded41ab1d054 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310643 Nov 11 16:34:04.922733 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-4215b4ed-c29b-47fb-9d91-b5a86345dbf2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5532606 Nov 11 16:34:04.956092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53312) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:04.981418 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c29583-b174-422f-b910-ece8b02be07b req-1a41a313-2d52-4fcd-8d2c-0b29a2af7172 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:04.983010 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6c29583-b174-422f-b910-ece8b02be07b req-1a41a313-2d52-4fcd-8d2c-0b29a2af7172 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.0703650 Nov 11 16:34:05.060980 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6c29583-b174-422f-b910-ece8b02be07b req-a9bd0b64-c674-4246-b80e-76b86d9cf66f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Nov 11 16:34:05.166761 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c93b7a73-81e9-4055-93c2-2ad9370b9751 req-b5b5f69f-0f23-43bb-9283-0ae587514a61 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0394347 Nov 11 16:34:05.194994 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e84f2-f3dc-4788-8514-30a1dac24011 req-8690e597-cdcf-4b7e-9f6f-85c4394beaf6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:05.200878 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8b2e84f2-f3dc-4788-8514-30a1dac24011 req-8690e597-cdcf-4b7e-9f6f-85c4394beaf6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 932 time: 0.2791054 Nov 11 16:34:05.248327 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8b2e84f2-f3dc-4788-8514-30a1dac24011 req-ed003551-3aad-4cb0-9c58-a2ff25dc65ba tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Nov 11 16:34:05.271888 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Made reservation on behalf of 17202b7fa9ac43bc9736f2eed5c623f3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:34:05.275055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ddcc07d-4120-4a4a-b689-6ca87104a2be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.275688 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.366775 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320af067-ca7b-44db-ba35-a59cb0815e29 req-87442ac9-e535-4fbb-9203-1ae47bded455 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:05.368132 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-320af067-ca7b-44db-ba35-a59cb0815e29 req-87442ac9-e535-4fbb-9203-1ae47bded455 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.0725048 Nov 11 16:34:05.413467 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Allocated IP 172.20.0.13 (1e682cd1-79a2-4f10-874e-44da8bf34e22/bd491d17-dffb-40d8-a549-66ba9cf2fa76/7f0afcfe-d734-45e7-b45b-490d2d49d947) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:34:05.418671 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ddcc07d-4120-4a4a-b689-6ca87104a2be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.426772 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.439403 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-320af067-ca7b-44db-ba35-a59cb0815e29 req-9a0cc2ea-4be4-4414-9afa-365b921984d9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636866 Nov 11 16:34:05.483409 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ddcc07d-4120-4a4a-b689-6ca87104a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.524357 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6ddcc07d-4120-4a4a-b689-6ca87104a2be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22491f32641148ed9f96850a7343ecb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649798 Nov 11 16:34:05.524357 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcc07d-4120-4a4a-b689-6ca87104a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823dd493-716f-4124-b9e9-c8cc58610607,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:05.525265 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53332) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:05.595488 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.596247 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.618771 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.743986 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.772168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.777781 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.780172 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/823dd493-716f-4124-b9e9-c8cc58610607 HTTP/1.1" status: 204 len: 168 time: 0.2540023 Nov 11 16:34:05.792015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:34:05.792147 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee277b-e204-426a-a12d-55767317c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823dd493-716f-4124-b9e9-c8cc58610607,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:05.797892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:34:05.802077 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:34:05.808175 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:05.808896 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:05.823522 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:05.900690 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6e3a54ba-c052-47d2-b225-3a91d221eb9a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1931024 Nov 11 16:34:06.001759 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-e3e000db-44b7-4a91-9396-7a9fc97503e4 None None] Provisioning complete for port 7f0afcfe-d734-45e7-b45b-490d2d49d947 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:06.002133 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3e000db-44b7-4a91-9396-7a9fc97503e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.035518 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-e3e000db-44b7-4a91-9396-7a9fc97503e4 None None] Port 7f0afcfe-d734-45e7-b45b-490d2d49d947 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:34:06.174041 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2436ea-6dc9-4814-9fe1-6eadb3ea2751 req-c4c7617f-2659-431d-aee3-8ba4f63f6b52 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:06.175637 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c2436ea-6dc9-4814-9fe1-6eadb3ea2751 req-c4c7617f-2659-431d-aee3-8ba4f63f6b52 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.0524282 Nov 11 16:34:06.232117 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c2436ea-6dc9-4814-9fe1-6eadb3ea2751 req-ba2084d8-6285-4259-9d77-ba21070a56e7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497947 Nov 11 16:34:06.279030 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53360) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:06.291054 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24adba-0884-473b-82bd-f6409ac51404 req-2d480383-0ca1-455d-a9db-aebad11207c7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:06.292719 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-be24adba-0884-473b-82bd-f6409ac51404 req-2d480383-0ca1-455d-a9db-aebad11207c7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 932 time: 0.0523000 Nov 11 16:34:06.380255 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6430-0b53-4245-a69b-bea8c908791c req-fc761309-1a4e-4e5d-9c7a-073e5d83df63 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:06.382129 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bddb6430-0b53-4245-a69b-bea8c908791c req-fc761309-1a4e-4e5d-9c7a-073e5d83df63 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 932 time: 0.0590839 Nov 11 16:34:06.384330 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-be24adba-0884-473b-82bd-f6409ac51404 req-d7b8e83e-8b87-4f8d-bb6c-8e12d9645687 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852792 Nov 11 16:34:06.420568 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d748b1-9fbe-4202-86cb-94b703c92a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.439773 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53364) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:06.453413 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5046e21-d7b4-438e-bbd2-47b776a55e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.453905 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bddb6430-0b53-4245-a69b-bea8c908791c req-6ebdbb03-99ae-449a-8034-9f9fd41c5d8c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Nov 11 16:34:06.523579 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d748b1-9fbe-4202-86cb-94b703c92a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.584911 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5046e21-d7b4-438e-bbd2-47b776a55e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.593299 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c7d3-bdbe-44cf-9de3-e2ff1847112c req-6467bb4e-08c8-4f2e-bb1c-fd0b90fe15e4 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:06.594810 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d7c8c7d3-bdbe-44cf-9de3-e2ff1847112c req-6467bb4e-08c8-4f2e-bb1c-fd0b90fe15e4 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.0810730 Nov 11 16:34:06.595084 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d748b1-9fbe-4202-86cb-94b703c92a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.633785 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d748b1-9fbe-4202-86cb-94b703c92a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd204fbc-615c-4e78-9613-343aaa8aa8cb,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:06.639351 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-26d748b1-9fbe-4202-86cb-94b703c92a9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fa0a793ad874332923b20a1a89ae882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577290 Nov 11 16:34:06.641533 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53372) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:06.693686 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.717493 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.777099 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5046e21-d7b4-438e-bbd2-47b776a55e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.832061 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.833851 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5046e21-d7b4-438e-bbd2-47b776a55e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2161e699-bb66-4ae7-98e2-cbbf39b8e018,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:06.835165 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.836724 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd204fbc-615c-4e78-9613-343aaa8aa8cb HTTP/1.1" status: 204 len: 168 time: 0.1932297 Nov 11 16:34:06.839306 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c5046e21-d7b4-438e-bbd2-47b776a55e97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8d8e9dd3aee4e06b570ce7a69b6a1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984802 Nov 11 16:34:06.843875 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d7c8c7d3-bdbe-44cf-9de3-e2ff1847112c req-76ea5085-637b-4d15-803e-9b613bcc5df0 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423656 Nov 11 16:34:06.849694 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53376) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:06.859117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c7cd1-3c6b-4b62-8d83-200eaf56a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd204fbc-615c-4e78-9613-343aaa8aa8cb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:06.903648 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.925824 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:06.929263 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.069165 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.071754 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.072886 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2161e699-bb66-4ae7-98e2-cbbf39b8e018 HTTP/1.1" status: 204 len: 168 time: 0.2276692 Nov 11 16:34:07.084691 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c92a-e9fc-48e1-85e8-3fb1ac6a42c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2161e699-bb66-4ae7-98e2-cbbf39b8e018,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:07.348944 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d387b-ad07-40b5-b878-ffb9b197f1df req-84ab3e0e-446a-4e7f-9907-3a5567871c58 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:07.350487 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-336d387b-ad07-40b5-b878-ffb9b197f1df req-84ab3e0e-446a-4e7f-9907-3a5567871c58 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.0495968 Nov 11 16:34:07.404210 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-336d387b-ad07-40b5-b878-ffb9b197f1df req-324990a0-5f2c-482c-af1f-cdf39ee0eecf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469925 Nov 11 16:34:07.501004 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4394417-e7b2-4037-94b3-1fbb615f6fe8 req-7d2e6998-f0ea-462e-ad65-224265cb849a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:07.503420 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c4394417-e7b2-4037-94b3-1fbb615f6fe8 req-7d2e6998-f0ea-462e-ad65-224265cb849a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 932 time: 0.0543218 Nov 11 16:34:07.517434 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Request body: {'port': {'device_id': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:07.572262 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Request body: {'port': {'device_id': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:07.686670 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c4394417-e7b2-4037-94b3-1fbb615f6fe8 req-b15f6aa8-9607-4910-8770-eb14bc004914 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621795 Nov 11 16:34:07.719075 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-848352d1-86e0-4cb6-ad20-187c18c335b5 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145648 Nov 11 16:34:07.721193 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0159293c-d8bf-4bef-a993-844eb2aab10f req-68b1b37d-e2d0-4bfa-a8cc-91c31ce4725b service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990123 Nov 11 16:34:07.738399 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e05-2641-47ce-be42-c2d1d355af7a req-95b00154-eb5c-43fd-8a80-63eaf119578d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:07.740668 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e2b54e05-2641-47ce-be42-c2d1d355af7a req-95b00154-eb5c-43fd-8a80-63eaf119578d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 932 time: 0.1652577 Nov 11 16:34:07.744424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.749033 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.798788 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53412) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:07.812822 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bda57267-df06-47c4-9d18-67eb45b666a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.898570 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bda57267-df06-47c4-9d18-67eb45b666a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:07.904365 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e2b54e05-2641-47ce-be42-c2d1d355af7a req-ef93eb33-fb41-4f29-baeb-8c97282aa6f2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469440 Nov 11 16:34:07.994434 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603775f1-3edb-4d7c-8298-060f9914403c req-9094108f-2073-4105-8bd5-36c08af0c4f9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:07.996189 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-603775f1-3edb-4d7c-8298-060f9914403c req-9094108f-2073-4105-8bd5-36c08af0c4f9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.0587556 Nov 11 16:34:08.048848 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-603775f1-3edb-4d7c-8298-060f9914403c req-8e3e106d-5741-4c91-8800-24f23eac1546 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Nov 11 16:34:08.054530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bda57267-df06-47c4-9d18-67eb45b666a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.103215 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-bda57267-df06-47c4-9d18-67eb45b666a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27ae7edf464c40efa3ecfabfb8551cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032663 Nov 11 16:34:08.104506 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda57267-df06-47c4-9d18-67eb45b666a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15fa35a-1c2d-44af-87bb-7c3504d0d551,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:08.106536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53422) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:08.160558 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.175308 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.183134 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.276985 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:08.286701 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0afcfe-d734-45e7-b45b-490d2d49d947 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:08.291722 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.298729 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.335109 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.337736 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.338908 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d15fa35a-1c2d-44af-87bb-7c3504d0d551 HTTP/1.1" status: 204 len: 168 time: 0.2293575 Nov 11 16:34:08.347168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09d09-75fc-4f5d-bc7a-8076b7ac878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15fa35a-1c2d-44af-87bb-7c3504d0d551,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:08.349259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Transition to ACTIVE for port object ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:34:08.350415 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Transition to ACTIVE for port object 7f0afcfe-d734-45e7-b45b-490d2d49d947 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:34:08.428164 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.466613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.488881 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:08.626530 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Attempting to bind port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:34:08.626891 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Attempting to bind port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:34:08.627295 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Attempting to bind port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 on network b76f22cc-9438-4333-9328-157fadfd86d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:08.639078 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:08.646343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 on network b76f22cc-9438-4333-9328-157fadfd86d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:34:08.647984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Attempting to bind port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 on network b76f22cc-9438-4333-9328-157fadfd86d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:08.656756 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Attempting to bind port 7f0afcfe-d734-45e7-b45b-490d2d49d947 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:34:08.657088 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Attempting to bind port 7f0afcfe-d734-45e7-b45b-490d2d49d947 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:34:08.657416 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Attempting to bind port 7f0afcfe-d734-45e7-b45b-490d2d49d947 on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:08.664291 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:34:08.664631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Checking segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:34:08.665019 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Bound using segment: {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:34:08.665469 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Bound port: ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495b6a42-8b51-4dc5-8629-2043a77ae189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:34:08.665827 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.668180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Port 7f0afcfe-d734-45e7-b45b-490d2d49d947 on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:34:08.668358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Attempting to bind port 7f0afcfe-d734-45e7-b45b-490d2d49d947 on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:08.677410 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7623de9-93df-41d6-8e82-e42566e63e92 req-db1ca903-f9e9-410a-89ef-02f184f7b2b6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:08.678909 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7623de9-93df-41d6-8e82-e42566e63e92 req-db1ca903-f9e9-410a-89ef-02f184f7b2b6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.1554372 Nov 11 16:34:08.690459 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:34:08.690798 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Checking segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:34:08.691184 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Bound using segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:34:08.691618 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Bound port: 7f0afcfe-d734-45e7-b45b-490d2d49d947, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:34:08.691976 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:08.847070 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7623de9-93df-41d6-8e82-e42566e63e92 req-8e96acc4-b021-4420-8253-429f1b99694d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576974 Nov 11 16:34:08.869495 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:34:08.874417 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:34:08.875748 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:34:08.879266 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:34:08.882825 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb446d-a58d-4776-baba-16e6cf8e2e90 req-af425d97-23a0-4a21-980d-88fa8bc63de0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:08.885585 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b4cb446d-a58d-4776-baba-16e6cf8e2e90 req-af425d97-23a0-4a21-980d-88fa8bc63de0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 944 time: 0.1077914 Nov 11 16:34:08.942927 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b4cb446d-a58d-4776-baba-16e6cf8e2e90 req-f0f14c79-1953-45ea-89b3-15f6e1046c08 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491505 Nov 11 16:34:08.980880 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.029719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.030363 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.031808 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] 10.222.0.70 "PUT /v2.0/ports/ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 HTTP/1.1" status: 200 len: 1094 time: 1.5205638 Nov 11 16:34:09.035776 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:09.039206 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d240e83-902e-4110-bf01-0f82e291bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:09.043155 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.089164 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f4c23-de11-464e-99cf-5c9ffea7e7ce x-openstack-request-id: req-ac0f4c23-de11-464e-99cf-5c9ffea7e7ce {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:09.089328 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:09.089748 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac0f4c23-de11-464e-99cf-5c9ffea7e7ce {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:09.090322 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34', 'status': 'completed', 'code': 200} Nov 11 16:34:09.092783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.093429 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.095084 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] 10.222.0.70 "PUT /v2.0/ports/7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1094 time: 1.5826168 Nov 11 16:34:09.105707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98466d-c24f-4c6d-b457-220799d18db4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:09.120206 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf876be-205d-496a-a152-79a37db21e05 req-ee47bbb7-4f84-463e-a14d-3a578c21ff05 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.121404 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aaf876be-205d-496a-a152-79a37db21e05 req-ee47bbb7-4f84-463e-a14d-3a578c21ff05 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 944 time: 0.1085610 Nov 11 16:34:09.207095 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e742c-8b54-4ffe-b88b-691d33c20738 req-80adca30-9d14-4fbf-b1c5-d1311177d1e1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.214742 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a6e742c-8b54-4ffe-b88b-691d33c20738 req-80adca30-9d14-4fbf-b1c5-d1311177d1e1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 944 time: 0.0655026 Nov 11 16:34:09.250992 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76ff5f-f7bc-4165-96b2-e49599a44e39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:09.298297 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a6e742c-8b54-4ffe-b88b-691d33c20738 req-4613ceea-79c9-4ee4-b821-00f45c10657c tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799136 Nov 11 16:34:09.360359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-b57edd67-047d-4a54-84c0-2e38cd0336a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.361839 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-b57edd67-047d-4a54-84c0-2e38cd0336a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1097 time: 0.2395554 Nov 11 16:34:09.366989 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-c6d62322-12d2-48b2-a60e-3919b9c1b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.368328 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-c6d62322-12d2-48b2-a60e-3919b9c1b79d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1097 time: 0.1013031 Nov 11 16:34:09.371847 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aaf876be-205d-496a-a152-79a37db21e05 req-b6925403-01b7-4ee1-8670-54c5c6cd4a9e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389057 Nov 11 16:34:09.472415 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-3ca38fa7-b4ed-4ea3-aef4-b024f1a62af1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 217 time: 0.0945587 Nov 11 16:34:09.528170 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a2df0f27-cfb2-4563-ae29-b4e0dd8d008d details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:34:09.607612 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-88730ed3-8796-4550-afbd-52ac7d78b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.608705 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-88730ed3-8796-4550-afbd-52ac7d78b0d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.1210041 Nov 11 16:34:09.628929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-92462e74-fd89-4be7-985f-27dc9a6c4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.629358 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-92462e74-fd89-4be7-985f-27dc9a6c4504 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9f992c2ec055454ead0dacb22a5a1187&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2530141 Nov 11 16:34:09.679276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,segment=NetworkSegment(08288da0-7c59-41ae-a2f2-37ec7a497801),segment_id=08288da0-7c59-41ae-a2f2-37ec7a497801)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:09.691702 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d', 'network_id': '8cc5d50d-414b-4d6b-bf76-48daabb8300a', 'port_id': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d', 'mac_address': 'fa:16:3e:9c:21:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:34:09.729003 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.744221 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2df0f27-cfb2-4563-ae29-b4e0dd8d008d {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:09.766309 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,segment=NetworkSegment(08288da0-7c59-41ae-a2f2-37ec7a497801),segment_id=08288da0-7c59-41ae-a2f2-37ec7a497801)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:09.766565 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6b77cf30-39d3-4428-b9cd-856e7a1d3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:09.768337 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-6b77cf30-39d3-4428-b9cd-856e7a1d3c30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1504316 Nov 11 16:34:09.858111 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:09.859480 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:34:09.977195 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:10.082753 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54b124-cf13-4b65-89bf-462aa80cb16f req-8bdc74d4-1ce9-404b-95a0-d11d2c63156f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.084509 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3e54b124-cf13-4b65-89bf-462aa80cb16f req-8bdc74d4-1ce9-404b-95a0-d11d2c63156f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 944 time: 0.1218293 Nov 11 16:34:10.091835 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:10.118216 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'port_id': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', 'mac_address': 'fa:16:3e:08:84:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171095b-a823-4eb7-bc36-2158835058f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:34:10.145064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-0830692a-c816-45c7-a2cb-f76631d8a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.145064 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d240e83-902e-4110-bf01-0f82e291bf5c req-0830692a-c816-45c7-a2cb-f76631d8a409 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4994881 Nov 11 16:34:10.207470 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:10.225411 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:10.233708 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa04f7-9a8b-4aa7-8f67-6f68854fc85a req-f532f070-211a-4001-857d-16495e51f5e8 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.236185 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a2aa04f7-9a8b-4aa7-8f67-6f68854fc85a req-f532f070-211a-4001-857d-16495e51f5e8 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 944 time: 0.1595697 Nov 11 16:34:10.246298 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3e54b124-cf13-4b65-89bf-462aa80cb16f req-3557df59-b2fc-4dcc-8bf2-854040d5ff27 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519065 Nov 11 16:34:10.250671 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:10.255543 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-f6bc13e6-c260-415d-97ef-ba427de4b9f6 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757371 Nov 11 16:34:10.344310 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:10.373169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-a02be6e0-c110-45a3-95bd-2de4293a8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.374725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-a02be6e0-c110-45a3-95bd-2de4293a8fd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1097 time: 0.1344869 Nov 11 16:34:10.401124 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:10.406056 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a2aa04f7-9a8b-4aa7-8f67-6f68854fc85a req-ac8a1290-5f61-4e14-8f39-791ade4d7d41 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481364 Nov 11 16:34:10.426006 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ceef9-ae7c-4864-baa1-df0e87135f35 req-a871f538-efdc-4bf4-9a04-10abf46e8933 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.433490 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3f8ceef9-ae7c-4864-baa1-df0e87135f35 req-a871f538-efdc-4bf4-9a04-10abf46e8933 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 945 time: 0.0767694 Nov 11 16:34:10.443001 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-8ddf5953-4c22-4e9c-86c7-0235473e93fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 HTTP/1.1" status: 200 len: 217 time: 0.0578578 Nov 11 16:34:10.448616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0c08e85-b423-4b3a-b886-35a8ceed344c req-fcef8494-c8ea-436b-a71e-0c8ef3becfc5 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749413 Nov 11 16:34:10.498921 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3f8ceef9-ae7c-4864-baa1-df0e87135f35 req-59335ffd-38e2-45fd-9971-0c714a17f2bf tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Nov 11 16:34:10.529191 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-c352ba0c-90dc-4901-96e5-a69a09583ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.530675 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-c352ba0c-90dc-4901-96e5-a69a09583ec9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0758533 Nov 11 16:34:10.574535 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-9e57021a-4ae3-4472-824a-8d3b6d4b2847 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324345 Nov 11 16:34:10.588530 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526fd89-1246-42ab-9c08-30165b8c8f4c req-343f307c-5569-489f-a789-bf8a2c2994a0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:10.590069 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b526fd89-1246-42ab-9c08-30165b8c8f4c req-343f307c-5569-489f-a789-bf8a2c2994a0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 944 time: 0.0949051 Nov 11 16:34:10.690077 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b526fd89-1246-42ab-9c08-30165b8c8f4c req-6849f07c-f6de-4775-ad61-ac2d831bb933 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Nov 11 16:34:10.726197 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-3704c28c-9287-49ce-b370-469ba1423e62 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350589 Nov 11 16:34:10.726536 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:10.768681 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['a2df0f27-cfb2-4563-ae29-b4e0dd8d008d'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:10.822409 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-65a4fc21-3321-4845-ab4f-6c0da4f2cdbb req-f603ea8d-5ec9-4c15-acea-0d26677468ea service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883908 Nov 11 16:34:11.079492 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:34:11.091585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:11.094280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8ca89-4e82-4375-a27a-d894f4a39695" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:11.129503 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ad4be-fe2c-4ac6-b0d2-30e0dd3f29d1 x-openstack-request-id: req-1d4ad4be-fe2c-4ac6-b0d2-30e0dd3f29d1 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:11.129800 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:11.130052 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d4ad4be-fe2c-4ac6-b0d2-30e0dd3f29d1 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:11.130494 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'status': 'completed', 'code': 200} Nov 11 16:34:11.201458 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-9c563632-a766-48d1-b8e6-1174bf9c7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.202941 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-9c563632-a766-48d1-b8e6-1174bf9c7b49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1097 time: 0.0410292 Nov 11 16:34:11.301214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-37028ecb-eec0-434e-a9a9-8fa604aec848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.302710 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-37028ecb-eec0-434e-a9a9-8fa604aec848 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.0920599 Nov 11 16:34:11.355807 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-d262018c-6a18-44d4-a96f-6fe101c2373c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 217 time: 0.0426953 Nov 11 16:34:11.423523 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-53ec6693-53aa-494d-89e5-3ac766704586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.424961 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-53ec6693-53aa-494d-89e5-3ac766704586 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0529146 Nov 11 16:34:11.433104 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bafa85-7084-479c-b1af-89e8c6152717 req-efe1b6a6-0a4b-4915-a5e5-d2a6b92e5c1d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.435162 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7bafa85-7084-479c-b1af-89e8c6152717 req-efe1b6a6-0a4b-4915-a5e5-d2a6b92e5c1d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 945 time: 0.1151102 Nov 11 16:34:11.507532 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-376bcdb2-8efe-4b34-9373-0796cf721328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.509012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-376bcdb2-8efe-4b34-9373-0796cf721328 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729954 Nov 11 16:34:11.514127 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7bafa85-7084-479c-b1af-89e8c6152717 req-b7b80537-5dbd-4aca-92d1-05e4e2f867ad tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685449 Nov 11 16:34:11.532102 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0fb1db96-123b-4a12-a510-6b3e04a9fb7c details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:34:11.549933 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a2df0f27-cfb2-4563-ae29-b4e0dd8d008d up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:34:11.575929 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933062c-c4e9-4326-b6d1-97192389b994 req-45dc7bd9-5c74-441d-90e2-5e53e13d43b5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.585801 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7933062c-c4e9-4326-b6d1-97192389b994 req-45dc7bd9-5c74-441d-90e2-5e53e13d43b5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 944 time: 0.0973322 Nov 11 16:34:11.648907 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7933062c-c4e9-4326-b6d1-97192389b994 req-845b1412-e190-4859-9b3b-573d1d445f3f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618620 Nov 11 16:34:11.676056 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:11.687045 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'port_id': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'mac_address': 'fa:16:3e:b7:4a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5751dbea-38f6-492e-822d-8b914ee86925', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:34:11.690605 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a8281-0d47-44fc-9acb-7c6643530274 req-b309d832-cccd-4cd2-b5fe-ed2b402e18e9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.694028 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-034a8281-0d47-44fc-9acb-7c6643530274 req-b309d832-cccd-4cd2-b5fe-ed2b402e18e9 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 945 time: 0.0782652 Nov 11 16:34:11.696566 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-4a043710-b7be-45be-b344-1656d475cbc5 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786721 Nov 11 16:34:11.767802 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:11.799351 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-034a8281-0d47-44fc-9acb-7c6643530274 req-2e0e5c72-ad3d-4b74-be71-b78ea0187eff tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Nov 11 16:34:11.803622 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb1db96-123b-4a12-a510-6b3e04a9fb7c {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:11.812547 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:34:11.820635 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:11.821003 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:11.857911 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e8e8ca89-4e82-4375-a27a-d894f4a39695 req-9dcdb597-b203-4a31-affa-8716a559b91e service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511924 Nov 11 16:34:11.862325 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:11.895739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921158-a373-4681-a14f-c2b6e9dbe2d8 req-4787a8f2-2ffa-42a9-9e53-8e13065bd4db tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:11.897561 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c8921158-a373-4681-a14f-c2b6e9dbe2d8 req-4787a8f2-2ffa-42a9-9e53-8e13065bd4db tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 944 time: 0.0726058 Nov 11 16:34:11.925477 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:11.929272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:11.959689 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c8921158-a373-4681-a14f-c2b6e9dbe2d8 req-ef7c1ebc-9c57-43ba-b710-5bc6a4d5b6b4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547230 Nov 11 16:34:11.985841 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:12.088834 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,segment=NetworkSegment(08288da0-7c59-41ae-a2f2-37ec7a497801),segment_id=08288da0-7c59-41ae-a2f2-37ec7a497801)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:12.095318 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:12.160824 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.161621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:34:12.299160 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca27eb-451a-4991-9761-e79ca937dcd8" -d '{"events": [{"server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "name": "network-vif-plugged", "status": "completed", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:12.304598 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0fb1db96-123b-4a12-a510-6b3e04a9fb7c'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:12.405217 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:12.460697 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee628b-bf3f-4225-aefa-988f7531d761 x-openstack-request-id: req-36ee628b-bf3f-4225-aefa-988f7531d761 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:12.461130 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "name": "network-vif-plugged", "status": "completed", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:12.461261 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36ee628b-bf3f-4225-aefa-988f7531d761 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:12.461739 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d', 'code': 200} Nov 11 16:34:12.529954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:34:12.534954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:12.535829 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.625866 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.638856 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc1fc-8a67-424f-9268-3457ff31ae35 req-93058131-5163-4eb2-840d-34ade3b75952 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:12.640347 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c88dc1fc-8a67-424f-9268-3457ff31ae35 req-93058131-5163-4eb2-840d-34ade3b75952 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 945 time: 0.0506904 Nov 11 16:34:12.663673 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:12.693945 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c88dc1fc-8a67-424f-9268-3457ff31ae35 req-cf7da36f-1a0f-43fc-9dad-a9f1b579b052 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Nov 11 16:34:12.762751 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a358c-0936-4abc-a8b6-a08cf4e99373 req-65eebcee-bcb4-4a15-a4f4-ec190a4bd496 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:12.764238 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-427a358c-0936-4abc-a8b6-a08cf4e99373 req-65eebcee-bcb4-4a15-a4f4-ec190a4bd496 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 944 time: 0.0491006 Nov 11 16:34:12.771656 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.839478 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-427a358c-0936-4abc-a8b6-a08cf4e99373 req-e16264b2-93e4-4ea2-bc9a-75bec20762c6 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618970 Nov 11 16:34:12.850994 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:12.903238 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-c28a563d-45b1-4350-8edc-bdfd14b8e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:12.905893 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-c28a563d-45b1-4350-8edc-bdfd14b8e750 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 1099 time: 0.0908551 Nov 11 16:34:12.922655 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250c41-a862-413c-852e-1c60a2b7d72a req-f49fbff7-5ab0-41ae-ab53-133c6fe4d789 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:12.924142 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c5250c41-a862-413c-852e-1c60a2b7d72a req-f49fbff7-5ab0-41ae-ab53-133c6fe4d789 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0497999 Nov 11 16:34:12.926406 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-0505ff99-1b1a-4bb9-a095-cc831d435ad6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.938113 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:12.984443 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c5250c41-a862-413c-852e-1c60a2b7d72a req-e359db59-6350-466c-af90-692bf12c07cc tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Nov 11 16:34:13.018538 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-0505ff99-1b1a-4bb9-a095-cc831d435ad6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.026170 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:13.084696 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794f59-e00a-4bab-8616-2ccbfd99621e req-22d20ece-626c-4cd6-8df2-7079611fa522 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:13.086165 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-32794f59-e00a-4bab-8616-2ccbfd99621e req-22d20ece-626c-4cd6-8df2-7079611fa522 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 944 time: 0.0538795 Nov 11 16:34:13.142216 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60f5d906-f8c5-41ea-bacb-d00652d41327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.147697 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-32794f59-e00a-4bab-8616-2ccbfd99621e req-b5b6c988-d6a4-420a-adc0-6403198118de tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548568 Nov 11 16:34:13.160277 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-0505ff99-1b1a-4bb9-a095-cc831d435ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.223566 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ae4bb26e-55a2-40c8-8534-cde999d4c6bb req-0505ff99-1b1a-4bb9-a095-cc831d435ad6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100412 Nov 11 16:34:13.228333 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505ff99-1b1a-4bb9-a095-cc831d435ad6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6db194-64a2-4b6d-a25c-81c81da8c11e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:13.274380 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60f5d906-f8c5-41ea-bacb-d00652d41327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.368928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60f5d906-f8c5-41ea-bacb-d00652d41327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.408555 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-60f5d906-f8c5-41ea-bacb-d00652d41327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05734ababc0f43088adbe21968ac9557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793025 Nov 11 16:34:13.409891 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53646) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:13.414938 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5d906-f8c5-41ea-bacb-d00652d41327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a196d-9829-4239-8419-02f3a1f65058,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:13.462060 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.483583 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.547457 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:34:13.552555 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0fb1db96-123b-4a12-a510-6b3e04a9fb7c up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:34:13.641098 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.645562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.656569 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/311a196d-9829-4239-8419-02f3a1f65058 HTTP/1.1" status: 204 len: 168 time: 0.2418444 Nov 11 16:34:13.667919 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c350eb-7b7a-4f88-8bb2-46f275e757fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a196d-9829-4239-8419-02f3a1f65058,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:13.699591 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:13.713117 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34', 'network_id': 'b76f22cc-9438-4333-9328-157fadfd86d8', 'port_id': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34', 'mac_address': 'fa:16:3e:0c:0f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5751dbea-38f6-492e-822d-8b914ee86925', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:34:13.749730 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:34:13.756172 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:13.756549 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.760301 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.806380 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:13.832090 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0df54d-8381-442f-88db-9d72ddc14631 req-ce937d54-b949-4a3e-b30a-a5b8de32fe8f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:13.832617 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:13.833758 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b0df54d-8381-442f-88db-9d72ddc14631 req-ce937d54-b949-4a3e-b30a-a5b8de32fe8f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0701151 Nov 11 16:34:13.891392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.898794 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b0df54d-8381-442f-88db-9d72ddc14631 req-a2077736-ef8c-4ff2-9806-47b15f8890c0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Nov 11 16:34:13.943323 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:13.945095 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:13.945967 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 7f0afcfe-d734-45e7-b45b-490d2d49d947 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:34:13.973044 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7999d4-4c0c-4dc7-9fa1-465253108948 req-1a693fae-8a74-4f16-9966-df13cf95b400 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:13.973044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2b7999d4-4c0c-4dc7-9fa1-465253108948 req-1a693fae-8a74-4f16-9966-df13cf95b400 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 944 time: 0.0578585 Nov 11 16:34:14.021473 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2b7999d4-4c0c-4dc7-9fa1-465253108948 req-fe1eea01-bc54-44c7-a0ec-6d8aa4d29330 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482454 Nov 11 16:34:14.058789 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.061135 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:14.125368 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd0823-10b9-4733-afe2-e359ec80616e req-ba07f08d-0a53-4f6b-9a67-b000328a64ef tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:14.126894 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-eacd0823-10b9-4733-afe2-e359ec80616e req-ba07f08d-0a53-4f6b-9a67-b000328a64ef tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0523934 Nov 11 16:34:14.135854 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:14.143094 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:14.156010 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'port_id': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'mac_address': 'fa:16:3e:12:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:34:14.180765 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-eacd0823-10b9-4733-afe2-e359ec80616e req-36894143-38d1-498e-a7d5-21fe201cb11f tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Nov 11 16:34:14.212957 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.227373 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0afcfe-d734-45e7-b45b-490d2d49d947 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:14.250654 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:14.289889 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230066ee-8605-4f9a-b928-8608661b9877 req-6413da74-6602-4c1c-83ae-c5d284e56cfc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:14.291422 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-230066ee-8605-4f9a-b928-8608661b9877 req-6413da74-6602-4c1c-83ae-c5d284e56cfc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 945 time: 0.0557210 Nov 11 16:34:14.326978 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.341501 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-230066ee-8605-4f9a-b928-8608661b9877 req-942b882f-6c5b-499b-a106-ae85a6963013 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Nov 11 16:34:14.381539 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:14.413173 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53678) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:14.426560 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9750be74-d1b0-4454-9404-f40c149e294f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.462906 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'}, {'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:14.465803 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af4be50-6e34-4bc7-8712-146c97ed669b" -d '{"events": [{"server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f"}, {"server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:14.508846 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9750be74-d1b0-4454-9404-f40c149e294f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.518042 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ac5fd-5908-4026-a902-b30af8042393 x-openstack-request-id: req-697ac5fd-5908-4026-a902-b30af8042393 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:14.521990 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "name": "network-vif-plugged", "status": "completed", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f", "code": 200}, {"server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "name": "network-vif-plugged", "status": "completed", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:14.521990 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-697ac5fd-5908-4026-a902-b30af8042393 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:14.521990 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', 'code': 200} Nov 11 16:34:14.521990 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'code': 200} Nov 11 16:34:14.599097 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9750be74-d1b0-4454-9404-f40c149e294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.606400 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ac2ba1f7-628b-4cba-9fdd-114d9cc2df34'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:14.630948 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['7f0afcfe-d734-45e7-b45b-490d2d49d947'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:14.653219 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9750be74-d1b0-4454-9404-f40c149e294f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52323a2766a44016a042b25121054a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388327 Nov 11 16:34:14.654684 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750be74-d1b0-4454-9404-f40c149e294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8109c-d403-4c44-9312-803b24a8ba92,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:14.656860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 53688) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:14.764040 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.795956 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.970802 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9373153-3271-4229-bf37-64743e4a8297 req-21d019e3-bd6e-41b2-b537-5b530ba3fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:14.972224 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d9373153-3271-4229-bf37-64743e4a8297 req-21d019e3-bd6e-41b2-b537-5b530ba3fbb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.0674713 Nov 11 16:34:14.974914 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.977451 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:14.978544 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fc8109c-d403-4c44-9312-803b24a8ba92 HTTP/1.1" status: 204 len: 168 time: 0.3207138 Nov 11 16:34:15.018716 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ce04-d52a-4326-8ef0-fc9450adfa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8109c-d403-4c44-9312-803b24a8ba92,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:15.051743 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea231c2-b76f-44c0-a38c-da8f96e9712f req-fc619fa4-5b33-4c35-b90f-e107034fda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:15.053303 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aea231c2-b76f-44c0-a38c-da8f96e9712f req-fc619fa4-5b33-4c35-b90f-e107034fda58 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 1099 time: 0.1140144 Nov 11 16:34:15.092051 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6708-fc99-4692-ad85-84405a6f3d1e req-c1393731-1662-47dd-af9b-9000c84ae9bd tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:15.093630 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-469e6708-fc99-4692-ad85-84405a6f3d1e req-c1393731-1662-47dd-af9b-9000c84ae9bd tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.1262689 Nov 11 16:34:15.103616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d9373153-3271-4229-bf37-64743e4a8297 req-8964e70c-bec8-469e-9166-0ee5c5f1840e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129408 Nov 11 16:34:15.158113 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aea231c2-b76f-44c0-a38c-da8f96e9712f req-1150d1ae-31c0-4a1f-a47e-1cbafea92f52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886970 Nov 11 16:34:15.160691 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e96b-eb61-4675-a326-4db9a50975d0 req-712f5ee1-6699-4bf1-95fc-c42762cd2497 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:15.162221 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0c20e96b-eb61-4675-a326-4db9a50975d0 req-712f5ee1-6699-4bf1-95fc-c42762cd2497 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 945 time: 0.0562913 Nov 11 16:34:15.173576 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-469e6708-fc99-4692-ad85-84405a6f3d1e req-4473c6d7-33e2-425c-8ff1-93bbfc56b4ad tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Nov 11 16:34:15.214116 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0c20e96b-eb61-4675-a326-4db9a50975d0 req-271cbc09-e0fe-49ba-9a51-607b1a8b553a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Nov 11 16:34:15.304969 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2fdaf-3043-484e-9bd4-9cc262899d43 req-8850e620-ca22-4981-b8a7-113a01d86b4a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:15.306436 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d5b2fdaf-3043-484e-9bd4-9cc262899d43 req-8850e620-ca22-4981-b8a7-113a01d86b4a tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Nov 11 16:34:15.356779 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d5b2fdaf-3043-484e-9bd4-9cc262899d43 req-91a7d338-4319-48a8-8b3b-d353112eb46e tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Nov 11 16:34:15.471466 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae6842-022b-44eb-bcb3-9db21068f8a3 req-a98038af-d1ef-4056-b833-2cc32a33efb8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:15.473007 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-11ae6842-022b-44eb-bcb3-9db21068f8a3 req-a98038af-d1ef-4056-b833-2cc32a33efb8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 945 time: 0.0554166 Nov 11 16:34:15.526073 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-11ae6842-022b-44eb-bcb3-9db21068f8a3 req-4615ce78-c10f-4dd1-a598-973189ec09f7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Nov 11 16:34:16.288477 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8c141-78a8-4d43-bbae-56fe5daaea4c req-bc14a854-f51a-4a41-8c97-ddae943193e6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:16.289947 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fbc8c141-78a8-4d43-bbae-56fe5daaea4c req-bc14a854-f51a-4a41-8c97-ddae943193e6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Nov 11 16:34:16.337104 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c63e9-975e-447b-bd46-3a824c13b0b6 req-4bf39d63-5a61-4c42-b6eb-5ade76262b31 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:16.338691 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7c7c63e9-975e-447b-bd46-3a824c13b0b6 req-4bf39d63-5a61-4c42-b6eb-5ade76262b31 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 945 time: 0.0507059 Nov 11 16:34:16.348400 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fbc8c141-78a8-4d43-bbae-56fe5daaea4c req-75d3a036-b174-4a9c-a24f-02e514cd7c9f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Nov 11 16:34:16.397285 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7c7c63e9-975e-447b-bd46-3a824c13b0b6 req-3eb62041-f7a8-46ac-ac6a-96dd769e6898 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Nov 11 16:34:16.487318 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6d76d-1a92-416c-be24-15330f4f5622 req-dfa57eb8-180c-4261-b9ce-b672f67d1eb1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:16.488863 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62c6d76d-1a92-416c-be24-15330f4f5622 req-dfa57eb8-180c-4261-b9ce-b672f67d1eb1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0550942 Nov 11 16:34:16.536411 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62c6d76d-1a92-416c-be24-15330f4f5622 req-d587ba09-0dd7-4e74-9ad7-c1a7a3bfcde6 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Nov 11 16:34:16.655877 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b6f42-ed3a-475a-9a1d-8a19c1499fd0 req-76b4ecf6-3b97-48ec-a386-e7225140b576 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:16.657551 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-995b6f42-ed3a-475a-9a1d-8a19c1499fd0 req-76b4ecf6-3b97-48ec-a386-e7225140b576 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 945 time: 0.0592299 Nov 11 16:34:16.706002 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-995b6f42-ed3a-475a-9a1d-8a19c1499fd0 req-b963b975-c8e6-4b79-b87a-6215376a3db0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Nov 11 16:34:17.462507 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829a24-b421-47c8-8da0-7114d0c88026 req-f427642f-3386-4c5b-ac62-4aa7f07d8927 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:17.464024 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da829a24-b421-47c8-8da0-7114d0c88026 req-f427642f-3386-4c5b-ac62-4aa7f07d8927 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0495613 Nov 11 16:34:17.512798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da829a24-b421-47c8-8da0-7114d0c88026 req-e18a2b2e-c2ae-4f21-ae68-0497f70af929 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Nov 11 16:34:17.513563 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472374-f867-4bfe-bfe8-2705ad4000d7 req-ab301b20-bbc2-472a-b2af-6785937d3e1b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:17.515110 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-df472374-f867-4bfe-bfe8-2705ad4000d7 req-ab301b20-bbc2-472a-b2af-6785937d3e1b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Nov 11 16:34:17.564909 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-df472374-f867-4bfe-bfe8-2705ad4000d7 req-3680ee2f-55f6-40c6-9326-8a276a8818e3 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Nov 11 16:34:17.603504 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:34:17.726108 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:34:17.730797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:17.732042 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:17.820890 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:17.844787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a38730-ff54-49bf-8935-cbaf1c4c3ffc req-13e150ce-2ce2-4d58-b53c-4e57ecc14375 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:17.846336 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7a38730-ff54-49bf-8935-cbaf1c4c3ffc req-13e150ce-2ce2-4d58-b53c-4e57ecc14375 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 945 time: 0.0612688 Nov 11 16:34:17.847423 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:17.849928 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f120d-d989-487d-b591-17e4b878d47a" -d '{"events": [{"server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "name": "network-vif-plugged", "status": "completed", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:17.869681 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:17.888351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b97fd1-75ff-4e06-92c3-575be91c96c9 x-openstack-request-id: req-73b97fd1-75ff-4e06-92c3-575be91c96c9 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:17.888658 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "name": "network-vif-plugged", "status": "completed", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:17.888914 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73b97fd1-75ff-4e06-92c3-575be91c96c9 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:17.889303 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34', 'code': 200} Nov 11 16:34:17.902287 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7a38730-ff54-49bf-8935-cbaf1c4c3ffc req-e717b0e5-5c56-49e2-b9c6-e06737f983c3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 Nov 11 16:34:17.946438 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:17.950736 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 7f0afcfe-d734-45e7-b45b-490d2d49d947 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:34:18.023288 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:18.111519 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 7f0afcfe-d734-45e7-b45b-490d2d49d947 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:34:18.115503 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 7f0afcfe-d734-45e7-b45b-490d2d49d947 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:34:18.115922 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:18.192600 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:18.225087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:18.314702 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:18.362592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:18.641156 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744c96-c123-407e-9abc-5c8e124dd1ae req-39a0c144-54d4-4189-9159-d22fb3dd0f8c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:18.643006 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc744c96-c123-407e-9abc-5c8e124dd1ae req-39a0c144-54d4-4189-9159-d22fb3dd0f8c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0596781 Nov 11 16:34:18.686509 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20770dcf-0adf-4163-9544-67b83dff8f4a req-65859049-3a5e-4748-925b-bc9ac7043457 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:18.693119 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc744c96-c123-407e-9abc-5c8e124dd1ae req-1dd3043e-331a-4e31-a7b1-b25588c5ba73 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Nov 11 16:34:18.694350 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-20770dcf-0adf-4163-9544-67b83dff8f4a req-65859049-3a5e-4748-925b-bc9ac7043457 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0565145 Nov 11 16:34:18.738121 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-20770dcf-0adf-4163-9544-67b83dff8f4a req-d1b339ad-0d22-4c79-93db-493dbe597f8b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Nov 11 16:34:18.958209 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056459c8-a68d-48de-86fb-ef35464fa8a4 req-9983ec89-9f87-44cc-ae05-4901dd1d96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:18.959798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-056459c8-a68d-48de-86fb-ef35464fa8a4 req-9983ec89-9f87-44cc-ae05-4901dd1d96ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1099 time: 0.0397034 Nov 11 16:34:19.006660 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-056459c8-a68d-48de-86fb-ef35464fa8a4 req-24eac258-8c17-43a9-b2aa-283c570b1662 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Nov 11 16:34:19.019700 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d8efb-03cb-476d-a09b-e359315f6c88 req-71d1aabd-58c3-41fa-8342-3cd574ab49b9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:19.021151 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d72d8efb-03cb-476d-a09b-e359315f6c88 req-71d1aabd-58c3-41fa-8342-3cd574ab49b9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0483952 Nov 11 16:34:19.068442 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d72d8efb-03cb-476d-a09b-e359315f6c88 req-cf25af6f-bb2c-41d6-bf66-283ea2001fcd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Nov 11 16:34:19.812248 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcea31-e115-4f93-a878-7e79e885a1ae req-16ac622f-209f-4ff2-960c-0e087a973201 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:19.815609 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b2bcea31-e115-4f93-a878-7e79e885a1ae req-16ac622f-209f-4ff2-960c-0e087a973201 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Nov 11 16:34:19.850608 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d610-85dd-4a72-8dbe-00890b82ea31 req-10e5bfaa-23f8-4fd0-893b-2fd1ff9e53f8 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:19.852242 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7fc3d610-85dd-4a72-8dbe-00890b82ea31 req-10e5bfaa-23f8-4fd0-893b-2fd1ff9e53f8 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0482280 Nov 11 16:34:19.861342 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b2bcea31-e115-4f93-a878-7e79e885a1ae req-9297f207-1d6c-4e16-9c47-f985316e123f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Nov 11 16:34:19.890623 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:19.897176 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bf4181-8ca7-441a-a2fd-7ec80f1663ab" -d '{"events": [{"server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:19.905676 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7fc3d610-85dd-4a72-8dbe-00890b82ea31 req-39e458d0-296d-48ac-b5dc-a01f75c6d007 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Nov 11 16:34:19.935657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1149cb-a151-4002-bc1f-9e03cb391cb7 x-openstack-request-id: req-ad1149cb-a151-4002-bc1f-9e03cb391cb7 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:19.935657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:19.935657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad1149cb-a151-4002-bc1f-9e03cb391cb7 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:19.935657 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'code': 200} Nov 11 16:34:20.180473 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355b5ee-ce84-44cb-81f5-788ff6f301ac req-e0cc003d-0512-4f62-9f00-de50199a78f7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:20.181910 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7355b5ee-ce84-44cb-81f5-788ff6f301ac req-e0cc003d-0512-4f62-9f00-de50199a78f7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0477586 Nov 11 16:34:20.228617 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7355b5ee-ce84-44cb-81f5-788ff6f301ac req-bf181662-bffe-49b5-8d42-20667a6e703f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Nov 11 16:34:20.982735 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf820706-9f2e-4bbb-95dc-69c6a4ab7813 req-e52c38e9-23a9-47ec-90b8-d313e8932005 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:20.984190 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf820706-9f2e-4bbb-95dc-69c6a4ab7813 req-e52c38e9-23a9-47ec-90b8-d313e8932005 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Nov 11 16:34:21.020381 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16e7f9-c34f-4c19-92db-f7be5331de69 req-1c00a788-6ae7-409d-9f8f-bf86024ac1a6 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:21.021741 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fb16e7f9-c34f-4c19-92db-f7be5331de69 req-1c00a788-6ae7-409d-9f8f-bf86024ac1a6 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Nov 11 16:34:21.032053 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf820706-9f2e-4bbb-95dc-69c6a4ab7813 req-7d6ff482-56e9-4a7e-986a-16018915fdd7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Nov 11 16:34:21.068989 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fb16e7f9-c34f-4c19-92db-f7be5331de69 req-3b1978b2-16cb-4736-afea-fbe9d18d356b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Nov 11 16:34:21.339814 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058bc4-61c2-4cca-9118-ebb10d2050a1 req-435cfc9f-4dff-47b0-a46d-93b4f9bc13ae tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:21.341970 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1c058bc4-61c2-4cca-9118-ebb10d2050a1 req-435cfc9f-4dff-47b0-a46d-93b4f9bc13ae tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0474706 Nov 11 16:34:21.394887 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1c058bc4-61c2-4cca-9118-ebb10d2050a1 req-881b32bc-c698-4525-aa98-4f3cb61bb530 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Nov 11 16:34:22.163242 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2739585-3aea-40f1-8136-e5adca1d1764 req-ff163023-2a81-4e5d-910c-aa64d82a2203 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:22.172380 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a2739585-3aea-40f1-8136-e5adca1d1764 req-ff163023-2a81-4e5d-910c-aa64d82a2203 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0722272 Nov 11 16:34:22.193530 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce238c6-2d5a-4af2-95db-0389fa47f5b0 req-90418a25-43eb-474b-973b-3e3745410467 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:22.195052 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ce238c6-2d5a-4af2-95db-0389fa47f5b0 req-90418a25-43eb-474b-973b-3e3745410467 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Nov 11 16:34:22.219804 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a2739585-3aea-40f1-8136-e5adca1d1764 req-171a5e68-b43f-4e69-a384-a1e918adc874 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Nov 11 16:34:22.251474 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ce238c6-2d5a-4af2-95db-0389fa47f5b0 req-ade2f34b-4fb6-42e9-a502-2748cbc02c7b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484416 Nov 11 16:34:22.442737 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19d56a-3315-468b-b290-1dec3f0a1a9e req-7ffcdc9a-289b-4d0d-a4e8-67d6c2018ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:22.444209 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eb19d56a-3315-468b-b290-1dec3f0a1a9e req-7ffcdc9a-289b-4d0d-a4e8-67d6c2018ecd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0394557 Nov 11 16:34:22.518509 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f3e2-be08-4c89-8cc3-e4787a348028 req-a447948f-1217-4676-af29-275d6ecbaa07 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:22.520656 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e175f3e2-be08-4c89-8cc3-e4787a348028 req-a447948f-1217-4676-af29-275d6ecbaa07 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0572393 Nov 11 16:34:22.542298 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eb19d56a-3315-468b-b290-1dec3f0a1a9e req-02da08bc-156f-4cbb-8bab-df37236596b7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526841 Nov 11 16:34:22.617173 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e175f3e2-be08-4c89-8cc3-e4787a348028 req-625db9fa-4b75-494a-a5eb-6fa19699b7a8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Nov 11 16:34:23.390636 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146421c-7b0c-405e-b9d2-28c6641dca3e req-a7ccbfea-a4b8-4318-ae68-614e84eeba1d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:23.390636 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1146421c-7b0c-405e-b9d2-28c6641dca3e req-a7ccbfea-a4b8-4318-ae68-614e84eeba1d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0677106 Nov 11 16:34:23.451892 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1146421c-7b0c-405e-b9d2-28c6641dca3e req-1a87cd77-ad92-4190-933a-6f368ec59d1e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590453 Nov 11 16:34:23.563290 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf33-6195-43ec-9a50-8ac53498b53e req-32390d50-4eb1-4d69-bea2-8e30a4d7e94d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:23.563290 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43b5cf33-6195-43ec-9a50-8ac53498b53e req-32390d50-4eb1-4d69-bea2-8e30a4d7e94d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0519130 Nov 11 16:34:23.610728 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43b5cf33-6195-43ec-9a50-8ac53498b53e req-11de4427-44af-4b81-b5fc-b14fc332ae0b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486193 Nov 11 16:34:23.737695 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730044de-5a31-4e69-bb93-e850f932a068 req-117fac15-82ad-442d-937a-9fcb2b4326ce tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:23.739275 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-730044de-5a31-4e69-bb93-e850f932a068 req-117fac15-82ad-442d-937a-9fcb2b4326ce tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0522532 Nov 11 16:34:23.792457 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-730044de-5a31-4e69-bb93-e850f932a068 req-318caea6-9b1a-4c0a-912b-c4191136f046 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Nov 11 16:34:24.727049 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669d6b8-5cdb-4637-adc3-8bc592816d72 req-793796af-23f0-4932-8816-bae4daea9493 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:24.728416 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6669d6b8-5cdb-4637-adc3-8bc592816d72 req-793796af-23f0-4932-8816-bae4daea9493 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0470695 Nov 11 16:34:24.774404 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6669d6b8-5cdb-4637-adc3-8bc592816d72 req-240c914a-88d5-45d5-bf01-96d258d66574 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 Nov 11 16:34:24.913135 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c6c1-1cad-405f-b4d0-5bcd94865354 req-d4e350d0-d36e-4682-a117-d729f22ceb39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:24.914852 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de37c6c1-1cad-405f-b4d0-5bcd94865354 req-d4e350d0-d36e-4682-a117-d729f22ceb39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0562136 Nov 11 16:34:24.923503 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b016-15f1-4170-be01-c7ab988271c7 req-6545fd06-1a52-4afa-8ac7-cdb337c179d6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:24.923503 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0291b016-15f1-4170-be01-c7ab988271c7 req-6545fd06-1a52-4afa-8ac7-cdb337c179d6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0522547 Nov 11 16:34:24.930969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 53970) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:24.930969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'floatingip': {'port_id': '7f0afcfe-d734-45e7-b45b-490d2d49d947'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:25.013919 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:25.117880 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0291b016-15f1-4170-be01-c7ab988271c7 req-181bce62-7373-480d-82de-bccb8b017ac1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868646 Nov 11 16:34:25.759181 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0bf62-7005-4cd9-8713-1eb3662e13b1 req-899c31b7-f0d4-41c8-b7bd-92e225d1d4ba tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:25.760582 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-53c0bf62-7005-4cd9-8713-1eb3662e13b1 req-899c31b7-f0d4-41c8-b7bd-92e225d1d4ba tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1782591 Nov 11 16:34:25.892095 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-53c0bf62-7005-4cd9-8713-1eb3662e13b1 req-1263a592-1868-48ce-9a9d-df66d5867800 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205866 Nov 11 16:34:25.899232 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:25.995388 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:26.092826 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Floating IP f8dfee67-8dff-4cda-8f5c-5d636d22eaeb associated. External IP: 172.27.0.25, port: 7f0afcfe-d734-45e7-b45b-490d2d49d947. Nov 11 16:34:26.291390 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:34:26.394964 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:34:26.399609 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:26.408074 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:34:26.417303 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:34:26.417912 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:34:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:26.426805 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-66342520-409e-4b30-adb9-204d1f1f3dbe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "PUT /v2.0/floatingips/f8dfee67-8dff-4cda-8f5c-5d636d22eaeb HTTP/1.1" status: 200 len: 991 time: 1.5019021 Nov 11 16:34:26.427406 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:26.429803 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289fc7e6-76a1-42d6-9521-631c0486ec7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:26.469004 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe3631-e857-4174-a0fa-c1f3eb692a39 x-openstack-request-id: req-e7fe3631-e857-4174-a0fa-c1f3eb692a39 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:26.469369 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:26.469688 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7fe3631-e857-4174-a0fa-c1f3eb692a39 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:26.470149 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'status': 'completed', 'code': 200} Nov 11 16:34:26.526891 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:34:26.799969 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f8dfee67-8dff-4cda-8f5c-5d636d22eaeb', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:12:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:33:54Z', 'updated_at': '2021-11-11T16:34:25Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:26.896482 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:34:26.906051 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:34:26.906699 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:34:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:27.012478 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:34:27.027000 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fd9ea-e727-4bcb-b08a-6b002bf339bb req-43c00f71-29cd-4f29-b0e4-266978f35c2a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:27.029149 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-294fd9ea-e727-4bcb-b08a-6b002bf339bb req-43c00f71-29cd-4f29-b0e4-266978f35c2a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0581086 Nov 11 16:34:27.080299 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-294fd9ea-e727-4bcb-b08a-6b002bf339bb req-ecfa8d69-160f-4b74-bcc0-fef717552703 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Nov 11 16:34:27.228084 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f8dfee67-8dff-4cda-8f5c-5d636d22eaeb', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:12:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:33:54Z', 'updated_at': '2021-11-11T16:34:25Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:27.257248 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34994b56-7ef7-4089-a573-c4967dfe9e26 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f8dfee67-8dff-4cda-8f5c-5d636d22eaeb', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:12:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:33:54Z', 'updated_at': '2021-11-11T16:34:25Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:34:27.441107 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c805fc-b531-4fdf-9be3-eeffdb975cc9 None None] New status for floating IP f8dfee67-8dff-4cda-8f5c-5d636d22eaeb: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:34:28.193792 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eec-4897-4dbd-95f2-907b6c5db9dc req-2111ceb6-80a4-4e7a-856d-9f5766d83f2e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.195235 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d71b6eec-4897-4dbd-95f2-907b6c5db9dc req-2111ceb6-80a4-4e7a-856d-9f5766d83f2e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0469139 Nov 11 16:34:28.242097 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d71b6eec-4897-4dbd-95f2-907b6c5db9dc req-fa5c9495-e92e-4db4-ba83-4c29f9b89a55 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Nov 11 16:34:28.315087 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-758c91cf-8841-42b1-b20b-da348a47e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.316573 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-758c91cf-8841-42b1-b20b-da348a47e04c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0402286 Nov 11 16:34:28.463226 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-c06c9136-3428-4ece-a1ad-10965be67d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.464676 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-c06c9136-3428-4ece-a1ad-10965be67d17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1099 time: 0.0919535 Nov 11 16:34:28.533791 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-a2ad870f-3839-4227-8b89-a16433755988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.535353 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-a2ad870f-3839-4227-8b89-a16433755988 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.1639230 Nov 11 16:34:28.649971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-3d3cf2c4-669a-4ea5-bba0-a2d9d2e3433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.651357 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-3d3cf2c4-669a-4ea5-bba0-a2d9d2e3433a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.1747460 Nov 11 16:34:28.656294 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-7def9157-2cc1-49fe-9ec5-e4e7dc8da84b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1001 time: 0.1103375 Nov 11 16:34:28.931784 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-7232b606-1691-4959-aaa4-2a1fffc66709 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 HTTP/1.1" status: 200 len: 217 time: 0.2466977 Nov 11 16:34:28.949604 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-66740770-4090-4104-ace1-4e2f53ed2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:28.952127 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-66740770-4090-4104-ace1-4e2f53ed2961 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.2649467 Nov 11 16:34:29.020178 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-245f4daf-b7c5-4608-85ce-e456477a5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:29.021634 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-245f4daf-b7c5-4608-85ce-e456477a5077 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0697646 Nov 11 16:34:29.027155 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-2d9abc21-9884-442f-8901-abd036061187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:29.032160 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-2d9abc21-9884-442f-8901-abd036061187 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701230 Nov 11 16:34:29.058811 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-ba74f043-f10d-4883-87a6-632d7bde74a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285640 Nov 11 16:34:29.209658 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-ffbbbcd3-06b2-46bf-b1c9-e8b1ebf3a761 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530821 Nov 11 16:34:29.212981 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-82cbb531-494e-4dc4-be57-a5c14ad12143 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379871 Nov 11 16:34:29.417271 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-289fc7e6-76a1-42d6-9521-631c0486ec7e req-8b1d8261-573c-4030-8236-14c5af96311f service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746900 Nov 11 16:34:29.437059 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b515018-a88b-4f72-abd2-936986203c75 req-18019e66-1e2a-4dc8-a21b-8fe66007331b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:29.438642 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3b515018-a88b-4f72-abd2-936986203c75 req-18019e66-1e2a-4dc8-a21b-8fe66007331b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1087179 Nov 11 16:34:29.444651 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b819a686-5bd6-4db9-8904-1620ebbd6f73 req-d85faef9-f13c-4807-85fa-52da1fd901ff service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940279 Nov 11 16:34:29.508558 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3b515018-a88b-4f72-abd2-936986203c75 req-647554c5-2f05-4832-a9a2-63186cf20c60 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 Nov 11 16:34:30.627534 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92212c-98ae-4422-a36d-4b9a2349acdb req-dc8f4a9f-210b-416b-b352-45753f70e693 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:30.628999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f92212c-98ae-4422-a36d-4b9a2349acdb req-dc8f4a9f-210b-416b-b352-45753f70e693 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0496385 Nov 11 16:34:30.677499 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f92212c-98ae-4422-a36d-4b9a2349acdb req-dcb92836-139d-416f-86de-5f9fe6f29cec tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Nov 11 16:34:31.799972 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea6a34-7dd0-493f-9b55-d38559a718a8 req-8c1b5b0e-a19b-4e7f-b716-57b4d278411f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:31.801669 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a2ea6a34-7dd0-493f-9b55-d38559a718a8 req-8c1b5b0e-a19b-4e7f-b716-57b4d278411f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0577178 Nov 11 16:34:31.849145 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a2ea6a34-7dd0-493f-9b55-d38559a718a8 req-d5f46019-1e3b-4073-8e4c-4f96f2f5aa1f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 11 16:34:31.965741 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85926744-3491-4e57-bbdb-717b394de25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:32.965210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d19ab-c393-4387-a3e0-ddaf72943e0a req-e9ce33dd-17c4-4fbf-a360-4eba3559d1fd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:32.966696 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fc1d19ab-c393-4387-a3e0-ddaf72943e0a req-e9ce33dd-17c4-4fbf-a360-4eba3559d1fd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0518584 Nov 11 16:34:33.012543 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fc1d19ab-c393-4387-a3e0-ddaf72943e0a req-1d4d6215-0717-40b1-814f-d8515dff89cb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Nov 11 16:34:34.125929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2357fc-ad71-461a-86da-4c00a4e7df20 req-4c69e19e-0baa-42aa-b8a9-41b14b6b2a95 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:34.128453 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ff2357fc-ad71-461a-86da-4c00a4e7df20 req-4c69e19e-0baa-42aa-b8a9-41b14b6b2a95 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0497828 Nov 11 16:34:34.175702 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ff2357fc-ad71-461a-86da-4c00a4e7df20 req-616b9475-307e-4c50-82c3-7b7bb06b6565 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Nov 11 16:34:34.388455 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c2d357a7-ff4a-4c96-817a-afe1618bb633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:35.288185 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994282-b092-41b1-af14-b804594732ee req-bca6a450-cc60-4fb7-b80d-d04c7f7030e3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:35.292827 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6c994282-b092-41b1-af14-b804594732ee req-bca6a450-cc60-4fb7-b80d-d04c7f7030e3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0473807 Nov 11 16:34:35.341057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6c994282-b092-41b1-af14-b804594732ee req-f15f5f8b-3f30-4bc4-b175-c4b0f058229a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Nov 11 16:34:35.431551 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:36.464180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fc57a-43d2-4b22-9dfa-18d57940e05b req-11b625cd-6ffe-49ed-a986-ebd00593bb25 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:36.470426 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-380fc57a-43d2-4b22-9dfa-18d57940e05b req-11b625cd-6ffe-49ed-a986-ebd00593bb25 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0518208 Nov 11 16:34:36.521742 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-380fc57a-43d2-4b22-9dfa-18d57940e05b req-cc28ec2e-9fc2-4d1e-b7d8-fde75c980663 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Nov 11 16:34:36.937161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:37.640491 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb2c2a-dd1c-4f6f-a30a-d6e55ea0c947 req-c4d27b0b-95a0-47b3-99ff-e14b55e4785d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:37.642241 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b2cb2c2a-dd1c-4f6f-a30a-d6e55ea0c947 req-c4d27b0b-95a0-47b3-99ff-e14b55e4785d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0497649 Nov 11 16:34:37.690492 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b2cb2c2a-dd1c-4f6f-a30a-d6e55ea0c947 req-dbb54ed5-a19b-48b6-938a-aaf1767c34d4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Nov 11 16:34:38.077509 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:38.777140 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28429d1f-010a-4721-9504-2a518273ca52 req-ae22f7aa-5738-42a5-95d8-2fbae9b73a15 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:38.779763 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-28429d1f-010a-4721-9504-2a518273ca52 req-ae22f7aa-5738-42a5-95d8-2fbae9b73a15 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0831430 Nov 11 16:34:38.843765 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-28429d1f-010a-4721-9504-2a518273ca52 req-8ee87e93-b89b-400c-a69c-ade55a2ab387 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Nov 11 16:34:38.857439 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744c46-df1b-4c95-b846-0ff84fb3ba28 req-3361caa0-49cc-4c7d-9103-07aae6cc640b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:38.862770 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d744c46-df1b-4c95-b846-0ff84fb3ba28 req-3361caa0-49cc-4c7d-9103-07aae6cc640b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0947187 Nov 11 16:34:38.914928 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d744c46-df1b-4c95-b846-0ff84fb3ba28 req-4accf144-c1c4-45b7-bcd8-f419de8fb7ff tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Nov 11 16:34:39.265073 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54314) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:39.393087 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.466675 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.545816 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.585861 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1a1bc4fb6b04667b7e8eadefb8b5279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196518 Nov 11 16:34:39.586976 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892143d-613b-41ce-89ee-345ff5e24070,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:39.588622 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:39.594231 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.594674 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.595007 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.595335 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.596231 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.596849 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.597053 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.597305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.597630 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.597947 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.598290 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.598607 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578754a-a435-45cf-b896-f5512bd9a14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.636314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.657190 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.771282 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.773875 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:39.775054 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0892143d-613b-41ce-89ee-345ff5e24070 HTTP/1.1" status: 204 len: 168 time: 0.1854472 Nov 11 16:34:39.783375 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892143d-613b-41ce-89ee-345ff5e24070,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:39.790511 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.790861 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.791199 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.791536 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.791868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.792175 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.792569 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.792901 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.793230 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.793549 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.793868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.794210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9d5613-93b6-401f-a307-7fa6f1b02f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:34:39.975402 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43adf-b1ca-4867-be3a-b1429dcdfe1c req-449a8eaa-2c43-47ea-a4be-efc683aaf77c tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:39.978595 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cce43adf-b1ca-4867-be3a-b1429dcdfe1c req-449a8eaa-2c43-47ea-a4be-efc683aaf77c tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0628030 Nov 11 16:34:40.036926 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cce43adf-b1ca-4867-be3a-b1429dcdfe1c req-b30a8826-0782-48f3-99b4-985a4561801d tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524075 Nov 11 16:34:40.061081 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506be39-0119-45b5-9030-99b4b10787af req-120f7975-f3a8-4244-9e6c-fc6d4e6524f4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:40.062599 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4506be39-0119-45b5-9030-99b4b10787af req-120f7975-f3a8-4244-9e6c-fc6d4e6524f4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0504689 Nov 11 16:34:40.114555 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4506be39-0119-45b5-9030-99b4b10787af req-9ca6f7d4-8b98-40ac-b707-81a068a922af tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Nov 11 16:34:40.481756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54352) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:40.495542 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e82fedaa-b132-4313-a2da-998dec4da64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.569022 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e82fedaa-b132-4313-a2da-998dec4da64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.639772 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e82fedaa-b132-4313-a2da-998dec4da64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.678694 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e82fedaa-b132-4313-a2da-998dec4da64b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a817bfb82a34e829921a9860c84d3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957734 Nov 11 16:34:40.679530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fedaa-b132-4313-a2da-998dec4da64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ceb418-2cdf-44ff-a696-cad39abab699,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:40.681390 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54354) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:40.731323 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.751311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.845285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.848014 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:40.849142 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90ceb418-2cdf-44ff-a696-cad39abab699 HTTP/1.1" status: 204 len: 168 time: 0.1667049 Nov 11 16:34:40.857129 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daade7b6-cca7-450d-995a-219d251f96db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ceb418-2cdf-44ff-a696-cad39abab699,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:41.153810 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0538-0b8b-43ea-aba0-178a04074cf1 req-e5b32ced-5633-4562-9362-9909ab4ddb9c tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:41.155361 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dd3f0538-0b8b-43ea-aba0-178a04074cf1 req-e5b32ced-5633-4562-9362-9909ab4ddb9c tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0505595 Nov 11 16:34:41.204394 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dd3f0538-0b8b-43ea-aba0-178a04074cf1 req-04e9672f-4a06-45ed-aee7-534f38d47bff tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Nov 11 16:34:41.311884 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1815d-2b3e-40b4-b7d5-6aba26d6313a req-318ab352-28d7-4323-8a4d-be9eedca9abf tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:41.313252 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5ec1815d-2b3e-40b4-b7d5-6aba26d6313a req-318ab352-28d7-4323-8a4d-be9eedca9abf tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0508466 Nov 11 16:34:41.360623 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5ec1815d-2b3e-40b4-b7d5-6aba26d6313a req-8e3e2c5c-ba64-41fe-bc58-c9fc8334f15a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Nov 11 16:34:41.473899 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54372) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:41.487265 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5192-fecf-446c-a8bb-5c9c2e93003b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.559795 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5192-fecf-446c-a8bb-5c9c2e93003b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.631723 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5192-fecf-446c-a8bb-5c9c2e93003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.672388 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-7f9b5192-fecf-446c-a8bb-5c9c2e93003b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07c8d5d8ce154178ba6e457e32daf5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973805 Nov 11 16:34:41.673260 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b5192-fecf-446c-a8bb-5c9c2e93003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d63acd-c8ec-42a2-85b4-d7bc47e6e825,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:41.675529 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54374) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:41.725785 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.746110 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.878351 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.880954 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:41.882145 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75d63acd-c8ec-42a2-85b4-d7bc47e6e825 HTTP/1.1" status: 204 len: 168 time: 0.2054787 Nov 11 16:34:41.889669 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb6826-ff98-4669-8275-006746559451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d63acd-c8ec-42a2-85b4-d7bc47e6e825,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:42.350089 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea1907-d2c3-43df-b4d1-ba203c8a2fe1 req-bccab62e-7ac5-4aaa-9afe-11c806ab5d6e tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:42.351645 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-edea1907-d2c3-43df-b4d1-ba203c8a2fe1 req-bccab62e-7ac5-4aaa-9afe-11c806ab5d6e tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0725830 Nov 11 16:34:42.412849 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-edea1907-d2c3-43df-b4d1-ba203c8a2fe1 req-c034e723-3263-46ac-bc6d-6b76e1702b71 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525835 Nov 11 16:34:42.543156 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a4e84-6838-452e-b9a8-992fb183abd7 req-8e4e26fd-461e-48ea-8797-a5df7d2568f6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:42.544478 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e52a4e84-6838-452e-b9a8-992fb183abd7 req-8e4e26fd-461e-48ea-8797-a5df7d2568f6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0504105 Nov 11 16:34:42.594007 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e52a4e84-6838-452e-b9a8-992fb183abd7 req-5737f21f-e5e2-4a2b-8f56-d21a19c32e59 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Nov 11 16:34:42.906102 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:43.324242 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-fa794095-afd9-495a-b29c-f9425bf299bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391355 Nov 11 16:34:43.414172 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-a265cc44-3321-41b2-9021-9b6c0472dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:43.415670 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-a265cc44-3321-41b2-9021-9b6c0472dd98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 1099 time: 0.0404723 Nov 11 16:34:43.536185 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-73d00cf4-4440-44af-9b33-4b86fa9891fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:43.537659 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-73d00cf4-4440-44af-9b33-4b86fa9891fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 917 time: 0.0943427 Nov 11 16:34:43.540890 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612173c0-06fd-4db2-b8ef-796dfa3bb308 req-6c6a53d5-38c8-424b-9e27-3b8d6300aaf1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:43.542532 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-612173c0-06fd-4db2-b8ef-796dfa3bb308 req-6c6a53d5-38c8-424b-9e27-3b8d6300aaf1 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0523062 Nov 11 16:34:43.590833 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-612173c0-06fd-4db2-b8ef-796dfa3bb308 req-bde323e5-2959-451d-b734-6978ba1862ca tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Nov 11 16:34:43.600807 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-f8379e83-3d80-492a-a842-8737e04d7b73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f HTTP/1.1" status: 200 len: 217 time: 0.0367360 Nov 11 16:34:43.661231 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-b8120b16-237c-44f2-bdcd-0a411639ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:43.662817 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-b8120b16-237c-44f2-bdcd-0a411639ccef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.0458653 Nov 11 16:34:43.727996 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-4c27624e-3bbe-439b-b8d9-5134fcac4d9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413496 Nov 11 16:34:43.755146 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844b49-52b9-4f2f-a097-1597f7c560b8 req-f52e0f0d-7eed-4066-bfa0-674039b4eb69 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:43.756541 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9c844b49-52b9-4f2f-a097-1597f7c560b8 req-f52e0f0d-7eed-4066-bfa0-674039b4eb69 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0827696 Nov 11 16:34:43.857350 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9c844b49-52b9-4f2f-a097-1597f7c560b8 req-a585b52b-0fb7-47e2-87e8-479ff632381d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899508 Nov 11 16:34:43.873219 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-b11fbf80-6f24-466b-bc7e-196c926aaa52 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336393 Nov 11 16:34:43.970418 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8dc71bf3-6cdc-4d03-b186-785d9461f9d9 req-6dc59618-c748-40fa-a478-a6e3ad96f8b2 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821574 Nov 11 16:34:44.721653 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea25a-9037-4822-9206-90b6a6aecfca req-17d9ab85-da6d-4a1e-884f-dfd3bbb38d11 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:44.723463 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b57ea25a-9037-4822-9206-90b6a6aecfca req-17d9ab85-da6d-4a1e-884f-dfd3bbb38d11 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0523012 Nov 11 16:34:44.776305 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b57ea25a-9037-4822-9206-90b6a6aecfca req-bc55b6c4-581e-4860-8c1f-9374bcf08a77 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Nov 11 16:34:44.973188 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425b660-762d-4b4f-bd36-39f1ed657eb0 req-362ec5c4-9b8f-4d9a-8dd1-4c284248ed5b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:44.974648 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1425b660-762d-4b4f-bd36-39f1ed657eb0 req-362ec5c4-9b8f-4d9a-8dd1-4c284248ed5b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0476873 Nov 11 16:34:45.021645 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1425b660-762d-4b4f-bd36-39f1ed657eb0 req-de352513-5a2a-43f3-ad76-30f0f95e59bc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Nov 11 16:34:45.889584 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9bbc8-66ab-4f03-a31d-cb52aa7e1855 req-47005dc8-2897-4d25-9c25-2f2b02b2616e tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:45.891080 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8fb9bbc8-66ab-4f03-a31d-cb52aa7e1855 req-47005dc8-2897-4d25-9c25-2f2b02b2616e tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0481737 Nov 11 16:34:45.938943 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8fb9bbc8-66ab-4f03-a31d-cb52aa7e1855 req-83fddd12-9e14-492b-869c-3cabd2b586f6 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Nov 11 16:34:46.135095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cd00e-27d1-4c17-9dd0-55d103e2d35b req-6cd9fb56-49cc-4705-a4cf-8d75e21dd4e4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:46.136549 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-710cd00e-27d1-4c17-9dd0-55d103e2d35b req-6cd9fb56-49cc-4705-a4cf-8d75e21dd4e4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0501442 Nov 11 16:34:46.183747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-710cd00e-27d1-4c17-9dd0-55d103e2d35b req-e9e815af-f698-43ca-8a7b-36a45af9591b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Nov 11 16:34:47.054292 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d97748-812d-4cba-b48b-a93dc117a4fa req-75f0dd19-50c2-429d-b0f9-c4b2b2032899 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:47.055656 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-99d97748-812d-4cba-b48b-a93dc117a4fa req-75f0dd19-50c2-429d-b0f9-c4b2b2032899 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0485775 Nov 11 16:34:47.104112 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-99d97748-812d-4cba-b48b-a93dc117a4fa req-b63a6be5-8a54-49c8-8f8c-a12d8ae12416 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Nov 11 16:34:47.298506 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fc753-202f-4067-8004-b24a2dcf2cc8 req-6afc8b06-c1d0-404e-8364-d6e0523ab0d5 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:47.300012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f05fc753-202f-4067-8004-b24a2dcf2cc8 req-6afc8b06-c1d0-404e-8364-d6e0523ab0d5 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0512304 Nov 11 16:34:47.348808 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f05fc753-202f-4067-8004-b24a2dcf2cc8 req-c7acfbf1-0af7-463e-8359-0b5db17dd4b9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Nov 11 16:34:47.731045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-4a1656ec-0d18-4866-af22-a6a56344f275 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:47.732509 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-4a1656ec-0d18-4866-af22-a6a56344f275 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.70 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0506253 Nov 11 16:34:48.041033 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Deleting port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:34:48.041401 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:48.078414 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:34:48.137801 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] For port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,segment=NetworkSegment(08288da0-7c59-41ae-a2f2-37ec7a497801),segment_id=08288da0-7c59-41ae-a2f2-37ec7a497801)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:34:48.138316 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:48.153165 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Calling delete_port for a2df0f27-cfb2-4563-ae29-b4e0dd8d008d owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:34:48.283421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33828449-f643-4ae5-8eff-f6552c7c9ee9 req-0db9bbba-789e-4193-9051-8fe1b9eaa2c7 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:48.284974 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-33828449-f643-4ae5-8eff-f6552c7c9ee9 req-0db9bbba-789e-4193-9051-8fe1b9eaa2c7 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 946 time: 0.0941439 Nov 11 16:34:48.372552 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-33828449-f643-4ae5-8eff-f6552c7c9ee9 req-c152befc-abcb-405b-b19b-65879a81da7d tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/security-groups?id=08e4174e-0374-4976-b975-7ac30f9fbcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775566 Nov 11 16:34:48.472899 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395afff-9a99-4916-a949-0ce844118368 req-b40b78d9-3423-497a-b02c-7a53198fefa4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:48.474415 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c395afff-9a99-4916-a949-0ce844118368 req-b40b78d9-3423-497a-b02c-7a53198fefa4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0529904 Nov 11 16:34:48.488668 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:48.506696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['a2df0f27-cfb2-4563-ae29-b4e0dd8d008d'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:48.519863 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Pushing event deleted for resources: {'Port': ['ID=a2df0f27-cfb2-4563-ae29-b4e0dd8d008d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:48.523964 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c395afff-9a99-4916-a949-0ce844118368 req-d7f0c738-e1e3-4c6e-8dc7-4a7f3008fe23 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Nov 11 16:34:48.790447 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] No DVR routers for this DVR port a2df0f27-cfb2-4563-ae29-b4e0dd8d008d on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:34:48.793516 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:48.796908 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d9b3bfa0-c31b-4d7d-be83-bd38e7b070e4 req-68daf892-7318-4c50-99ca-dbcbe34b08f8 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.70 "DELETE /v2.0/ports/a2df0f27-cfb2-4563-ae29-b4e0dd8d008d HTTP/1.1" status: 204 len: 173 time: 1.0552917 Nov 11 16:34:48.797347 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'name': 'network-vif-deleted', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:48.800194 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b5269-7b79-43bb-ab28-7dd85be3e295" -d '{"events": [{"server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "name": "network-vif-deleted", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:48.850592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f385c7-7d3f-4c22-b776-ee39c6782a82 x-openstack-request-id: req-59f385c7-7d3f-4c22-b776-ee39c6782a82 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:48.850592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416fb3f-ba58-4024-9f5f-74c8dcc33616", "name": "network-vif-deleted", "tag": "a2df0f27-cfb2-4563-ae29-b4e0dd8d008d", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:48.850592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59f385c7-7d3f-4c22-b776-ee39c6782a82 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:48.850592 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416fb3f-ba58-4024-9f5f-74c8dcc33616', 'name': 'network-vif-deleted', 'tag': 'a2df0f27-cfb2-4563-ae29-b4e0dd8d008d', 'status': 'completed', 'code': 200} Nov 11 16:34:49.473022 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6cc539aa-ac21-460a-a849-987dc6d7f0e3 req-425bdb51-b163-47fd-abba-2b84edfa6aef tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0263305 Nov 11 16:34:49.656557 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7200025-b170-4820-a3e2-bb3f38a8be1e req-244469e6-5bdd-4b26-b427-0c651c89671e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:49.658026 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a7200025-b170-4820-a3e2-bb3f38a8be1e req-244469e6-5bdd-4b26-b427-0c651c89671e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0486803 Nov 11 16:34:49.707830 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a7200025-b170-4820-a3e2-bb3f38a8be1e req-87a97e8e-3c3f-4c61-9b69-506cbd471de3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Nov 11 16:34:50.244424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-32827e0c-80c2-459b-9769-e6bace6ac649 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:50.245875 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-32827e0c-80c2-459b-9769-e6bace6ac649 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1087675 Nov 11 16:34:50.261738 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-ef515ea8-5303-4d0e-a906-2d18d8ccec0d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/quotas/995594f22a2641a5a6056b04bdcf60c9 HTTP/1.1" status: 200 len: 375 time: 0.0099738 Nov 11 16:34:50.313788 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-1e48e2e9-ec49-4ae7-b1c0-e9c1015ecc66 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436649 Nov 11 16:34:50.411239 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-e098e5f2-bb9f-49a1-8de8-8647d6bf7987 service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Nov 11 16:34:50.502159 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-77dcfb8b-d2a6-40f4-a055-9c57e412615a service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849144 Nov 11 16:34:50.598788 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e51ce24f-d92f-453d-8365-cab0a2e31660 req-e157cc25-909a-4345-bf48-032f7b7a2e9b tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0296965 Nov 11 16:34:50.735291 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-641062d7-17d0-4f45-b457-cbbb30837d71 req-0d90c073-5f87-4585-aa3b-4e5e3ae3ff14 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Nov 11 16:34:50.844665 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59022af2-8d47-40db-b4fe-10b86b7da8b7 req-39e92347-102b-451a-8956-3378ee14bf38 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:50.846757 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-59022af2-8d47-40db-b4fe-10b86b7da8b7 req-39e92347-102b-451a-8956-3378ee14bf38 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0554268 Nov 11 16:34:50.894577 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-59022af2-8d47-40db-b4fe-10b86b7da8b7 req-63e3f985-2afd-4bbd-996f-d0a931e19aa4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Nov 11 16:34:51.710604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79c78dc9-4b6f-4065-9721-22914b593699 req-55fee247-22b1-4c6e-b01a-4f0e079d5395 tempest-DeleteServersTestJSON-1094026847 tempest-DeleteServersTestJSON-1094026847-project] 10.222.0.11 "GET /v2.0/ports?device_id=7416fb3f-ba58-4024-9f5f-74c8dcc33616 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Nov 11 16:34:51.830796 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9496634a-cedd-49b7-a642-db97b0dd136d req-ea30ca46-31b4-4ab2-9f83-f5d457dac2d0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0253665 Nov 11 16:34:52.008169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132a382-dc36-4dd2-bd0c-38f83eb156a6 req-664c2186-0f0f-4660-a25f-cab5426d41a7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:52.009664 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0132a382-dc36-4dd2-bd0c-38f83eb156a6 req-664c2186-0f0f-4660-a25f-cab5426d41a7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0480642 Nov 11 16:34:52.056697 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0132a382-dc36-4dd2-bd0c-38f83eb156a6 req-a0517d07-6fa1-4ad3-8e3c-5d8521a7b24a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Nov 11 16:34:52.366030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a2df0f27-cfb2-4563-ae29-b4e0dd8d008d no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:34:52.386274 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: a2df0f27-cfb2-4563-ae29-b4e0dd8d008d {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:34:52.386621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a2df0f27-cfb2-4563-ae29-b4e0dd8d008d not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:34:52.926716 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-925df2ad-4d51-4900-bea2-d871a418889c req-83230ca7-0047-4d6f-9e90-3af4ebb92ce8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0306582 Nov 11 16:34:53.173250 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb184e7-5dce-42bd-afc3-fa4409f348d5 req-b7005da2-7180-4491-844a-a2ca67b87d45 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:53.175574 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cdb184e7-5dce-42bd-afc3-fa4409f348d5 req-b7005da2-7180-4491-844a-a2ca67b87d45 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0507691 Nov 11 16:34:53.230096 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cdb184e7-5dce-42bd-afc3-fa4409f348d5 req-78c7dac4-f5fb-4ed4-a798-dedaaedb0781 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Nov 11 16:34:53.588910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:53.694683 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c74756af-fea8-4bc0-89d6-04d8343cc101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:53.771400 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c74756af-fea8-4bc0-89d6-04d8343cc101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:53.856883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c74756af-fea8-4bc0-89d6-04d8343cc101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:53.894319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74756af-fea8-4bc0-89d6-04d8343cc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7989b-8778-4bdd-ae41-7974ec30600c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:53.899752 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c74756af-fea8-4bc0-89d6-04d8343cc101 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28911cb1285940268adb7f8d3a27ba5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097644 Nov 11 16:34:53.903055 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54756) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:53.961030 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:53.983667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:54.048242 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d52ab4fa-cbdd-40b0-a1ea-9db473c10686 req-878aa22e-b431-470d-8ad7-a8f6ed8d29fc tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0333242 Nov 11 16:34:54.145667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:54.148363 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:54.150406 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37d7989b-8778-4bdd-ae41-7974ec30600c HTTP/1.1" status: 204 len: 168 time: 0.2464962 Nov 11 16:34:54.160382 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff0fa-5123-4d89-9c83-2985a99d87a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7989b-8778-4bdd-ae41-7974ec30600c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:54.354553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2b7a4-db8b-4398-bc60-3b1a7c2a9c6c req-cebdd2c4-7886-4766-a5a2-bfcfc128c093 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:54.356034 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-91d2b7a4-db8b-4398-bc60-3b1a7c2a9c6c req-cebdd2c4-7886-4766-a5a2-bfcfc128c093 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0560181 Nov 11 16:34:54.404020 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-91d2b7a4-db8b-4398-bc60-3b1a7c2a9c6c req-9e70add1-ad24-4534-8ea8-bee6d92e771f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Nov 11 16:34:54.883677 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-48e96e56-2ea4-4e93-9a8d-7092b09594ed tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:54.885048 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-48e96e56-2ea4-4e93-9a8d-7092b09594ed tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1064060 Nov 11 16:34:54.906465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54786) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:54.916252 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Request body: {'port': {'device_id': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'admin_state_up': True, 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:54.935717 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3af563f8-f542-47c2-a3f2-efa48cc6bbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.089384 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3af563f8-f542-47c2-a3f2-efa48cc6bbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.137276 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:34:55.140830 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.144407 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-631a43ce-3b75-452b-b250-5ca1f4f95ace req-ad11a830-8b38-4d1c-bd88-cc462b29117c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0261586 Nov 11 16:34:55.194821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3af563f8-f542-47c2-a3f2-efa48cc6bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.255132 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3af563f8-f542-47c2-a3f2-efa48cc6bbfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2304dc4353bf45f69d83ec643b2f63aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479693 Nov 11 16:34:55.259776 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54792) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:55.276911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af563f8-f542-47c2-a3f2-efa48cc6bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3168061-99b3-4493-beb9-9e1039c9fca0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:55.308474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Allocated IP 172.20.0.12 (adb1b7d0-9208-4270-affe-3d6f3f93d7d6/f171095b-a823-4eb7-bc36-2158835058f9/073d35d4-6290-4cdd-a0bb-b38f06a9cfd9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:34:55.330094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.351034 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.422759 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54806) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:55.471571 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.472442 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Deleting subnet 9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:34:55.476224 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.479745 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.483985 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.486193 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3168061-99b3-4493-beb9-9e1039c9fca0 HTTP/1.1" status: 204 len: 168 time: 0.2240453 Nov 11 16:34:55.515387 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a19faf-1946-42f5-b236-14f88406fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3168061-99b3-4493-beb9-9e1039c9fca0,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:55.532035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.575981 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93af4-8c11-4c67-bebc-ca4a0fbf6fae req-ae8f420b-4873-4247-a4ba-54c9b1e5e818 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:55.577570 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d2b93af4-8c11-4c67-bebc-ca4a0fbf6fae req-ae8f420b-4873-4247-a4ba-54c9b1e5e818 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0910168 Nov 11 16:34:55.596447 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.618475 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.637622 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:34:55.728250 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:34:55.732401 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d2b93af4-8c11-4c67-bebc-ca4a0fbf6fae req-8c9b8de9-63bd-4bb4-b27f-35aee36c3ca7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470673 Nov 11 16:34:55.733877 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event updated for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:55.737307 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:34:55.739883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:34:55.766949 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:55.767883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.801126 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.829253 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:55.844609 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:55.849265 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-81a9c3d8-e839-4f35-8f79-43bbf59a8444 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d9d40b8-adbd-4533-b7f2-6d1aa5ecb4cd HTTP/1.1" status: 204 len: 168 time: 0.4254787 Nov 11 16:34:55.851917 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54828) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:55.909667 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-6f58e3ff-f544-485f-9f0c-320dc0c9fd39 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9967339 Nov 11 16:34:55.930498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Request body: {'port': {'device_id': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:34:55.959422 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.017929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.089595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.135991 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.136364 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.137119 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.137445 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > port after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.137761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.138089 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > port after_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.138449 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.143874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.143874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.143874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.267634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.268053 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.268389 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.268717 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:34:56.269082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc5d50d-414b-4d6b-bf76-48daabb8300a']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:56.303615 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08288da0-7c59-41ae-a2f2-37ec7a497801') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:56.303937 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08288da0-7c59-41ae-a2f2-37ec7a497801') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:34:56.346946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.413988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.427800 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:34:56.428120 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: from cryptography.utils import int_from_bytes Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: from cryptography.utils import int_from_bytes Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:34:56.433225 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:34:56.504726 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e45be-7dc9-4e84-903d-5018db4c2bdd req-5820fe71-5959-487a-b653-00cb210d0f21 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:56.504726 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7c3e45be-7dc9-4e84-903d-5018db4c2bdd req-5820fe71-5959-487a-b653-00cb210d0f21 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 932 time: 0.2304091 Nov 11 16:34:56.588571 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.608832 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.612557 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] 10.222.0.11 "DELETE /v2.0/networks/8cc5d50d-414b-4d6b-bf76-48daabb8300a HTTP/1.1" status: 204 len: 168 time: 0.7596548 Nov 11 16:34:56.625517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1820d-1f6c-49b4-ad17-18f1e005f6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc5d50d-414b-4d6b-bf76-48daabb8300a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:56.632165 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7c3e45be-7dc9-4e84-903d-5018db4c2bdd req-086ee7c7-0aec-4055-b287-0f2f668f5797 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164963 Nov 11 16:34:56.730066 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:34:56.738147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.751368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Transition to ACTIVE for port object 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:34:56.843566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:56.868462 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd3a42-da44-4d4a-8de2-19c85021fa72 req-b30f132e-5a75-499f-a8d0-c68c454c682a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:56.870740 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4cfd3a42-da44-4d4a-8de2-19c85021fa72 req-b30f132e-5a75-499f-a8d0-c68c454c682a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0521293 Nov 11 16:34:56.902804 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Pushing event updated for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:56.942455 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4cfd3a42-da44-4d4a-8de2-19c85021fa72 req-26ae1089-275d-484c-ad0d-e1a04ed48fe6 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Nov 11 16:34:56.980362 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Attempting to bind port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:34:56.980755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Attempting to bind port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:34:56.981149 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Attempting to bind port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:56.985503 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:34:56.985872 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Attempting to bind port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:34:56.990724 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:34:56.991051 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Checking segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:34:57.001051 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Bound using segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:34:57.001051 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Bound port: 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:34:57.001051 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.066861 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:34:57.070226 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:34:57.088916 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54886) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:57.154946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.193056 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 54890) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:57.195811 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:57.196478 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.197965 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] 10.222.0.70 "PUT /v2.0/ports/073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 HTTP/1.1" status: 200 len: 1094 time: 1.2717738 Nov 11 16:34:57.198519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:34:57.200822 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592fc384-c58b-4ce7-9e52-0c3ab03906bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:34:57.228052 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf5910-16d4-4af7-9cf3-d7ad156c2139 service neutron] Pushing event updated for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:57.244494 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f0279349-a3aa-4bae-8f47-81ed54b40577 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3792278fa6347cdafac78bd8c96f4be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502772 Nov 11 16:34:57.247311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:57.255956 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535394a5-da6f-4041-ba2d-485868721d19 x-openstack-request-id: req-535394a5-da6f-4041-ba2d-485868721d19 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:34:57.256245 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:34:57.256496 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-535394a5-da6f-4041-ba2d-485868721d19 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:34:57.256882 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', 'status': 'completed', 'code': 200} Nov 11 16:34:57.300402 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.321828 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.361507 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c18c8c44-9454-449c-88c8-29df3618421a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.448716 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.451818 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.456216 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08e4174e-0374-4976-b975-7ac30f9fbcba HTTP/1.1" status: 204 len: 168 time: 0.2048798 Nov 11 16:34:57.464662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff98f-6ee1-4f79-9671-39f73ec6bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4174e-0374-4976-b975-7ac30f9fbcba,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:57.519375 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c18c8c44-9454-449c-88c8-29df3618421a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.568233 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c18c8c44-9454-449c-88c8-29df3618421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.607997 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c8c44-9454-449c-88c8-29df3618421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1731ba86-c6e7-49de-a9f9-38a23ab61589,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:57.614816 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c18c8c44-9454-449c-88c8-29df3618421a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d082c8fe5b44353b0a5d447056451da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216548 Nov 11 16:34:57.615299 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54906) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:57.674031 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.697582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.774638 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71201a6-0e8d-4e93-bf37-481b8f077786 req-75244328-153a-487e-90b5-ca1b7b5d0a9b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:57.776407 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f71201a6-0e8d-4e93-bf37-481b8f077786 req-75244328-153a-487e-90b5-ca1b7b5d0a9b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0659740 Nov 11 16:34:57.834172 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.837808 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:57.843196 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1731ba86-c6e7-49de-a9f9-38a23ab61589 HTTP/1.1" status: 204 len: 168 time: 0.2235570 Nov 11 16:34:57.844816 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f71201a6-0e8d-4e93-bf37-481b8f077786 req-ed9182d8-7212-4669-8075-81ea9b3bcdc1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Nov 11 16:34:57.856595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f6bb0-49bd-4271-bbdd-884107ff50b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731ba86-c6e7-49de-a9f9-38a23ab61589,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:58.059528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b001389-be7f-4b20-9502-3c621d000371 req-56622e45-c29f-448e-97bb-6513fec0041d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:58.062001 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4b001389-be7f-4b20-9502-3c621d000371 req-56622e45-c29f-448e-97bb-6513fec0041d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0520740 Nov 11 16:34:58.114963 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4b001389-be7f-4b20-9502-3c621d000371 req-a75395a2-df41-4a68-9135-b84dd952f524 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Nov 11 16:34:58.663583 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54952) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:58.677986 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-265f615d-0a3b-46d7-93a8-9c93cdff7ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:58.761334 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-265f615d-0a3b-46d7-93a8-9c93cdff7ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:58.856854 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-265f615d-0a3b-46d7-93a8-9c93cdff7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:58.898458 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-265f615d-0a3b-46d7-93a8-9c93cdff7ec4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ee6c73ad05246fd9c7670f7d1c6811d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307453 Nov 11 16:34:58.898657 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 54962) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:34:58.905703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f615d-0a3b-46d7-93a8-9c93cdff7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce62fd-f271-4f89-83c8-4cc27720b97d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:58.951653 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:58.978315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:59.199983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:59.202657 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:34:59.203972 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01ce62fd-f271-4f89-83c8-4cc27720b97d HTTP/1.1" status: 204 len: 168 time: 0.3043573 Nov 11 16:34:59.212207 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc4f0-c7cb-4435-a2ba-7d32a8da5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce62fd-f271-4f89-83c8-4cc27720b97d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:34:59.869965 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629b55-15e4-487e-8593-33a8777aefad req-908f6209-d188-4c8b-9dec-702e0b8fdb42 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:34:59.871553 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-13629b55-15e4-487e-8593-33a8777aefad req-908f6209-d188-4c8b-9dec-702e0b8fdb42 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0589778 Nov 11 16:34:59.929765 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-13629b55-15e4-487e-8593-33a8777aefad req-8bee66ca-90c0-405c-88a7-3bc72125bd0f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Nov 11 16:35:00.032747 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5035c-d5dc-4638-97a2-1821c653d946 req-471bc107-1b69-4766-bb67-1cb806dd1a6d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.034323 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-beb5035c-d5dc-4638-97a2-1821c653d946 req-471bc107-1b69-4766-bb67-1cb806dd1a6d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0496850 Nov 11 16:35:00.084115 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-beb5035c-d5dc-4638-97a2-1821c653d946 req-15a16034-3012-421b-b57c-a32b5eeef45d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Nov 11 16:35:00.186012 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-4870d504-eeac-4f3f-adc0-241e9c623209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.187651 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-4870d504-eeac-4f3f-adc0-241e9c623209 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 1097 time: 0.0485568 Nov 11 16:35:00.304226 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-09d82061-be86-40a3-8578-df782d50ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.305669 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-09d82061-be86-40a3-8578-df782d50ed2b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=995594f22a2641a5a6056b04bdcf60c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0995340 Nov 11 16:35:00.414054 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-a0d504d1-bf69-4e18-a162-905f19c1a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.415735 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-592fc384-c58b-4ce7-9e52-0c3ab03906bd req-a0d504d1-bf69-4e18-a162-905f19c1a266 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0996830 Nov 11 16:35:00.494729 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-44606b9d-c921-485e-854a-377d17dbd287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.496057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-44606b9d-c921-485e-854a-377d17dbd287 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 1097 time: 0.0396652 Nov 11 16:35:00.548864 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-ceae60ab-6f3a-4002-9167-f2a987b14da7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 HTTP/1.1" status: 200 len: 217 time: 0.0386708 Nov 11 16:35:00.606592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-45953310-2b82-46b1-b0c0-7f80426babde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:00.608105 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-45953310-2b82-46b1-b0c0-7f80426babde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.0460672 Nov 11 16:35:00.654065 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-fbbc9bd8-6fc4-4e9e-a420-8df5ede2b7ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262547 Nov 11 16:35:01.005873 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-3a0b4954-6d12-48a9-be11-146730e58ff5 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315418 Nov 11 16:35:01.068550 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9439d-76b7-4c23-a5ef-9e2f1bdfd9f1 req-16d8c2f8-3bd3-4925-ae1a-cab77366b33f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:01.070225 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecc9439d-76b7-4c23-a5ef-9e2f1bdfd9f1 req-16d8c2f8-3bd3-4925-ae1a-cab77366b33f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Nov 11 16:35:01.123725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eadf222d-9a9d-4ce8-af4b-656958b2acad req-704fca38-c23f-4b68-8b42-72d6733df13a service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078053 Nov 11 16:35:01.141012 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ecc9439d-76b7-4c23-a5ef-9e2f1bdfd9f1 req-380dd90d-c3de-4dad-93ec-9073da1819b6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Nov 11 16:35:01.226804 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa269b-5822-4fb0-9672-f8ebf27c3662 req-90c95272-7509-44d1-ac61-6156900e3e50 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:01.228315 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ceaa269b-5822-4fb0-9672-f8ebf27c3662 req-90c95272-7509-44d1-ac61-6156900e3e50 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0580060 Nov 11 16:35:01.280180 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ceaa269b-5822-4fb0-9672-f8ebf27c3662 req-6eba68fb-bcd5-4923-b2d3-6e8b11bb3cca tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Nov 11 16:35:01.977610 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-90c26492-1c75-4aac-9df9-b8d81d95e97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:02.268760 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea42ded-c84c-4181-9104-5fb1e242b0da req-b7af9b63-1f04-4d06-93ec-56b280df0bec tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:02.269990 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eea42ded-c84c-4181-9104-5fb1e242b0da req-b7af9b63-1f04-4d06-93ec-56b280df0bec tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0578883 Nov 11 16:35:02.321132 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eea42ded-c84c-4181-9104-5fb1e242b0da req-32114269-60e6-48dd-a094-6c874105e7b7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Nov 11 16:35:02.408964 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c2cb0-1570-472e-b811-53f4bde46ead req-8b44e815-2b14-4592-aeb9-6931c1065460 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:02.410599 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-787c2cb0-1570-472e-b811-53f4bde46ead req-8b44e815-2b14-4592-aeb9-6931c1065460 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0504780 Nov 11 16:35:02.473714 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-787c2cb0-1570-472e-b811-53f4bde46ead req-5f8df753-6819-4c10-a1d0-75777b08bce5 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Nov 11 16:35:02.914652 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55136) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:03.027580 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cece52fa-4f02-4463-85ea-e7d2cff9e6b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.107835 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cece52fa-4f02-4463-85ea-e7d2cff9e6b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.197407 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cece52fa-4f02-4463-85ea-e7d2cff9e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.235672 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-cece52fa-4f02-4463-85ea-e7d2cff9e6b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=561f4ed43b404ba18cc35ae9d83e58d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197248 Nov 11 16:35:03.240644 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece52fa-4f02-4463-85ea-e7d2cff9e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ff1be9-ecca-43c9-933a-1d7941410f46,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:03.240774 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55154) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:03.286054 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.306958 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.419678 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.422531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:03.427183 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13ff1be9-ecca-43c9-933a-1d7941410f46 HTTP/1.1" status: 204 len: 168 time: 0.1837800 Nov 11 16:35:03.435778 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a28e97-49b7-429c-a8be-633ae568a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ff1be9-ecca-43c9-933a-1d7941410f46,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:03.451425 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e23954-d2eb-4bb6-a94c-b6276654a38b req-e791f794-7fe8-4728-8fa3-8e0be06dd97a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:03.459278 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-49e23954-d2eb-4bb6-a94c-b6276654a38b req-e791f794-7fe8-4728-8fa3-8e0be06dd97a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0631249 Nov 11 16:35:03.502906 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-49e23954-d2eb-4bb6-a94c-b6276654a38b req-7e406a41-8135-4b9f-af6e-a7d837578434 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Nov 11 16:35:03.606331 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3e774-92f8-4eb5-81ec-a85a9d923445 req-87b2ae72-af1b-490c-858b-726bba5136f2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:03.607802 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ada3e774-92f8-4eb5-81ec-a85a9d923445 req-87b2ae72-af1b-490c-858b-726bba5136f2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0476344 Nov 11 16:35:03.654386 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ada3e774-92f8-4eb5-81ec-a85a9d923445 req-f7eb718c-6074-49c8-b7f9-4c28ad98cf12 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 Nov 11 16:35:04.081007 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55186) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:04.099074 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-88672603-ad9e-417a-bdf2-9fd21e682531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.168854 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-88672603-ad9e-417a-bdf2-9fd21e682531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.230875 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-88672603-ad9e-417a-bdf2-9fd21e682531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.269268 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-88672603-ad9e-417a-bdf2-9fd21e682531 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82cf49c71adf494ba60637feae57b703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871598 Nov 11 16:35:04.270292 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88672603-ad9e-417a-bdf2-9fd21e682531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb7f4e-ae37-4570-b18e-6da7c6cf618b,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:04.271970 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55188) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:04.321842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.343562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.431179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6c946300-8df3-4a29-81e1-12e79e533f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.459825 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.462394 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:04.463616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48eb7f4e-ae37-4570-b18e-6da7c6cf618b HTTP/1.1" status: 204 len: 168 time: 0.1899559 Nov 11 16:35:04.471538 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265edc8-35da-45e2-be80-635da1097d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb7f4e-ae37-4570-b18e-6da7c6cf618b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:04.620245 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ad971-1eb3-4d5d-9054-05cf2cde05c4 req-418baf19-62e4-4f36-8542-c4b6a9412944 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:04.621701 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-743ad971-1eb3-4d5d-9054-05cf2cde05c4 req-418baf19-62e4-4f36-8542-c4b6a9412944 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0485890 Nov 11 16:35:04.670675 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-743ad971-1eb3-4d5d-9054-05cf2cde05c4 req-9486e81e-5f5a-46c9-9269-e0a8fc73da1b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Nov 11 16:35:04.781065 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fba33c-b785-41e0-9f56-04b3629532c7 req-167bac4c-e05f-4256-abb4-120086d523d3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:04.782549 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48fba33c-b785-41e0-9f56-04b3629532c7 req-167bac4c-e05f-4256-abb4-120086d523d3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0506582 Nov 11 16:35:04.832695 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48fba33c-b785-41e0-9f56-04b3629532c7 req-105f8d59-ce20-4a00-be7d-b8e1d418aa20 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Nov 11 16:35:05.422293 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:05.960725 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515f04-cd0a-412c-af4f-7b0e8331d504 req-b8d9f747-0452-4854-9835-15b2f712dde0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:05.962324 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d515f04-cd0a-412c-af4f-7b0e8331d504 req-b8d9f747-0452-4854-9835-15b2f712dde0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0511863 Nov 11 16:35:05.965392 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b230c83-3f6c-4563-be6d-7e818e532050 req-f9e3d337-9eb0-43af-9224-1ce24612b240 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:05.966881 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2b230c83-3f6c-4563-be6d-7e818e532050 req-f9e3d337-9eb0-43af-9224-1ce24612b240 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.2292430 Nov 11 16:35:06.015910 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2b230c83-3f6c-4563-be6d-7e818e532050 req-3cc86fd0-bf72-4646-8101-219b87b587e6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Nov 11 16:35:06.016954 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d515f04-cd0a-412c-af4f-7b0e8331d504 req-c9b069b7-00fa-4444-9499-4e6b17fcace2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Nov 11 16:35:06.951235 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:07.139400 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527ad70-53e0-46e1-b227-2271e22f9527 req-0f09e0d4-933d-4412-a408-c3c8cca68a9d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:07.139823 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe85ab9-da7e-44b0-9b13-ae78fabdfd56 req-564ee87b-f665-43f6-afdc-d47490b3f7af tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:07.140957 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f527ad70-53e0-46e1-b227-2271e22f9527 req-0f09e0d4-933d-4412-a408-c3c8cca68a9d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0530479 Nov 11 16:35:07.143236 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fe85ab9-da7e-44b0-9b13-ae78fabdfd56 req-564ee87b-f665-43f6-afdc-d47490b3f7af tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0561092 Nov 11 16:35:07.194957 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fe85ab9-da7e-44b0-9b13-ae78fabdfd56 req-4cf6a455-a68d-4d70-b921-23d5c7b32943 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Nov 11 16:35:07.218955 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f527ad70-53e0-46e1-b227-2271e22f9527 req-0ca9b90b-e519-438e-bd19-03ea0a17e12d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688047 Nov 11 16:35:08.076703 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.315045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8bdfb-63b9-4784-8a50-223ed6e6679d req-e92d79cd-d4b9-43f1-8a78-f5bf162cc789 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:08.316276 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6fb8bdfb-63b9-4784-8a50-223ed6e6679d req-e92d79cd-d4b9-43f1-8a78-f5bf162cc789 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0515521 Nov 11 16:35:08.374999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6fb8bdfb-63b9-4784-8a50-223ed6e6679d req-bc295066-fcef-4b0d-9eef-df780130a679 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Nov 11 16:35:08.384836 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744bc4-b88a-4d1f-8f23-a8f5d8c45154 req-1b760891-5be3-467b-986d-672b81c3ae14 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:08.393393 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a744bc4-b88a-4d1f-8f23-a8f5d8c45154 req-1b760891-5be3-467b-986d-672b81c3ae14 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 944 time: 0.0612178 Nov 11 16:35:08.438216 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a744bc4-b88a-4d1f-8f23-a8f5d8c45154 req-ce818b66-2f38-47a2-801f-07d1853db20d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Nov 11 16:35:08.466376 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:08.594359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a807957-4b86-480c-b8b2-e1f990c907fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.666531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a807957-4b86-480c-b8b2-e1f990c907fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.744062 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a807957-4b86-480c-b8b2-e1f990c907fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.793292 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3a807957-4b86-480c-b8b2-e1f990c907fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a44f37346b994bcf80a383908bb8cc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257160 Nov 11 16:35:08.793990 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a807957-4b86-480c-b8b2-e1f990c907fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af7eac7-9637-4b43-8210-2cdf276a951c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:08.796127 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55350) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:08.851697 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.873919 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:08.971565 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:35:09.069275 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:09.082887 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.084509 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'port_id': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', 'mac_address': 'fa:16:3e:e1:b1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171095b-a823-4eb7-bc36-2158835058f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:35:09.089909 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.089909 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6af7eac7-9637-4b43-8210-2cdf276a951c HTTP/1.1" status: 204 len: 168 time: 0.2897398 Nov 11 16:35:09.094550 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ac37-2367-49cd-ab15-b8fd4ee092c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af7eac7-9637-4b43-8210-2cdf276a951c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:09.138113 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.153197 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:09.173350 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:09.268597 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.318457 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:09.326315 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.326678 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.329973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.330716 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55360) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:09.336294 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.337067 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.337588 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.338110 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:09.420958 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55366) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:09.503857 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651d4d5-0cd9-4ce7-a0cc-68ac47aac8db req-0a6e95c6-0397-49e8-b397-9c53ce601321 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:09.504387 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2651d4d5-0cd9-4ce7-a0cc-68ac47aac8db req-0a6e95c6-0397-49e8-b397-9c53ce601321 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0568080 Nov 11 16:35:09.593806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:35:09.599545 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2651d4d5-0cd9-4ce7-a0cc-68ac47aac8db req-36ce1ff6-91ed-4dbf-9b81-1264f7f974d3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820782 Nov 11 16:35:09.603519 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-803195d5-6a90-43f1-9962-1ca31737ea9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.640815 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06604edf-29f6-4279-9023-76baf890d207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.674704 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93161-06f0-45bf-aea0-c3c22986f79e req-702aa67c-cfa0-461b-a577-bbc88ef5dbf0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:09.681961 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1ea93161-06f0-45bf-aea0-c3c22986f79e req-702aa67c-cfa0-461b-a577-bbc88ef5dbf0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.1440399 Nov 11 16:35:09.777095 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1ea93161-06f0-45bf-aea0-c3c22986f79e req-3f1e58ca-8a5e-49fb-95c4-1ec44cf8b8f7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942428 Nov 11 16:35:09.808618 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-803195d5-6a90-43f1-9962-1ca31737ea9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.830713 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06604edf-29f6-4279-9023-76baf890d207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.919473 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-803195d5-6a90-43f1-9962-1ca31737ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.955949 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06604edf-29f6-4279-9023-76baf890d207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:09.960068 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55384) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:09.964828 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-803195d5-6a90-43f1-9962-1ca31737ea9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=017e6322cda446d9b3d9b6d1ea7456a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6332002 Nov 11 16:35:09.970244 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55386) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:09.972780 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803195d5-6a90-43f1-9962-1ca31737ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1aaeb-cb4b-4de2-982f-abf44dd723b8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:09.974625 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b23fdb0-07ac-4e99-92ca-f739e305a2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.014341 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-06604edf-29f6-4279-9023-76baf890d207 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=633050a6960549ecb11c43df14b40b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922031 Nov 11 16:35:10.019943 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55388) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:10.042106 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06604edf-29f6-4279-9023-76baf890d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894b2d54-b6c6-4415-9495-b7ae425014b0,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:10.061035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.084932 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.106883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.112913 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b23fdb0-07ac-4e99-92ca-f739e305a2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.138953 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.188152 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b23fdb0-07ac-4e99-92ca-f739e305a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.219934 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.223597 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.227345 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49c1aaeb-cb4b-4de2-982f-abf44dd723b8 HTTP/1.1" status: 204 len: 168 time: 0.2531149 Nov 11 16:35:10.233901 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dec18-4556-4871-b0f3-1422a25f28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1aaeb-cb4b-4de2-982f-abf44dd723b8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:10.234309 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23fdb0-07ac-4e99-92ca-f739e305a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ccd33-8478-48e8-b372-82c2a19de162,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:10.239959 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1b23fdb0-07ac-4e99-92ca-f739e305a2ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d036d37d18447328d62e6f8d4e41a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783012 Nov 11 16:35:10.243039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55394) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:10.280258 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.283398 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.284668 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/894b2d54-b6c6-4415-9495-b7ae425014b0 HTTP/1.1" status: 204 len: 168 time: 0.2637219 Nov 11 16:35:10.299928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfd161-ec70-49c5-b65f-f064aace3473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b2d54-b6c6-4415-9495-b7ae425014b0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:10.316703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.342311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.342399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55398) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:10.476911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.479464 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.480605 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc7ccd33-8478-48e8-b372-82c2a19de162 HTTP/1.1" status: 204 len: 168 time: 0.2366552 Nov 11 16:35:10.488851 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b56f2-2414-4d3f-8979-2bc91d85c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ccd33-8478-48e8-b372-82c2a19de162,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:10.722365 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b3d84-599b-4642-bdaf-8bedb6cbdf42 req-805f10f9-5258-4f64-9c1e-004aa7a09a1e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:10.724020 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-021b3d84-599b-4642-bdaf-8bedb6cbdf42 req-805f10f9-5258-4f64-9c1e-004aa7a09a1e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0630357 Nov 11 16:35:10.778753 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-021b3d84-599b-4642-bdaf-8bedb6cbdf42 req-7718555a-d520-47ec-b4bf-0b563acb6367 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Nov 11 16:35:10.793853 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ca7597ad-5033-4ce3-b49c-577927d7b360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.885773 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ca7597ad-5033-4ce3-b49c-577927d7b360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.927030 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a326360-dc6f-4996-945f-b88c430436a7 req-aead67ec-cbf2-4565-9e98-7fa6313ac95b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:10.928768 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5a326360-dc6f-4996-945f-b88c430436a7 req-aead67ec-cbf2-4565-9e98-7fa6313ac95b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 945 time: 0.0627203 Nov 11 16:35:10.960211 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ca7597ad-5033-4ce3-b49c-577927d7b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:10.987138 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:11.003747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5a326360-dc6f-4996-945f-b88c430436a7 req-fd5eb911-3dd5-4dd0-9564-0162336d45c3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Nov 11 16:35:11.010245 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ca7597ad-5033-4ce3-b49c-577927d7b360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c7427e2d66f4ddba9b4ddfccde9c8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6666722 Nov 11 16:35:11.012770 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55422) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:11.020508 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7597ad-5033-4ce3-b49c-577927d7b360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19558117-6b9c-4b5e-a6dc-7aa15e70e382,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:11.082853 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.106306 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.147457 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:35:11.153371 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:11.154092 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.234889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.262562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.262562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.264527 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19558117-6b9c-4b5e-a6dc-7aa15e70e382 HTTP/1.1" status: 204 len: 168 time: 0.2481959 Nov 11 16:35:11.269427 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:11.272041 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7cf206-8757-4f00-9b7e-64d96bd288ae" -d '{"events": [{"server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "name": "network-vif-plugged", "status": "completed", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:11.274336 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8c7e7-8ab3-42ba-b262-0cf4d2aafe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19558117-6b9c-4b5e-a6dc-7aa15e70e382,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:11.300052 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:11.325260 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4cfffe-7e41-4e93-a9bb-f0881fd2535c x-openstack-request-id: req-1f4cfffe-7e41-4e93-a9bb-f0881fd2535c {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:11.325777 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "name": "network-vif-plugged", "status": "completed", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:11.326053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f4cfffe-7e41-4e93-a9bb-f0881fd2535c {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:11.326596 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', 'code': 200} Nov 11 16:35:11.371282 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:11.429692 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:11.678921 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f6ea2-4906-4ee2-bf01-cc7284cbffd5 req-a5539ec5-9ff3-43cd-8371-5f3993d7173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:11.680823 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2a7f6ea2-4906-4ee2-bf01-cc7284cbffd5 req-a5539ec5-9ff3-43cd-8371-5f3993d7173c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 1099 time: 0.0513816 Nov 11 16:35:11.734484 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2a7f6ea2-4906-4ee2-bf01-cc7284cbffd5 req-80c1c371-9712-4eb3-a6d5-bbf579d30a0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Nov 11 16:35:11.909524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d373c4-c144-4364-8800-a32e6296f6cb req-2432e7ac-6b99-4d56-810a-3f164a8095b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:11.909524 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73d373c4-c144-4364-8800-a32e6296f6cb req-2432e7ac-6b99-4d56-810a-3f164a8095b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0620360 Nov 11 16:35:11.956799 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73d373c4-c144-4364-8800-a32e6296f6cb req-07bd2f3a-8e22-42b6-9f1d-d379e9325561 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Nov 11 16:35:11.995284 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55466) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:12.011461 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50a142ab-6e85-495a-8197-7e2ca6916173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.151564 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de37-d898-463b-a8c5-032f187855ee req-d269b8d5-1bea-41d6-86ad-42def9586438 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:12.153637 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1b99de37-d898-463b-a8c5-032f187855ee req-d269b8d5-1bea-41d6-86ad-42def9586438 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0609999 Nov 11 16:35:12.154703 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50a142ab-6e85-495a-8197-7e2ca6916173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.216695 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1b99de37-d898-463b-a8c5-032f187855ee req-6fe7c09d-a9fd-418d-bb90-652c97e1f195 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528390 Nov 11 16:35:12.225332 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50a142ab-6e85-495a-8197-7e2ca6916173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.280267 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-50a142ab-6e85-495a-8197-7e2ca6916173 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3db4004c465457fbe0bcd475822cc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838571 Nov 11 16:35:12.283590 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55478) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:12.289820 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a142ab-6e85-495a-8197-7e2ca6916173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf43d1c-18b7-4918-ad00-93c13922ef41,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:12.365021 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.389020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.518667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.519972 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:12.522221 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edf43d1c-18b7-4918-ad00-93c13922ef41 HTTP/1.1" status: 204 len: 168 time: 0.2359459 Nov 11 16:35:12.538702 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc680c7-abe6-4dfd-9107-ffb4f2214581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf43d1c-18b7-4918-ad00-93c13922ef41,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:12.926403 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.075530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb2aeb-db32-4c2f-b76d-cda2050717e9 req-eda4eb91-c3ce-45de-a24a-ea2aac5c3ac4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:13.077024 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ecb2aeb-db32-4c2f-b76d-cda2050717e9 req-eda4eb91-c3ce-45de-a24a-ea2aac5c3ac4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0498421 Nov 11 16:35:13.137862 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ecb2aeb-db32-4c2f-b76d-cda2050717e9 req-81007426-3550-47cd-95c9-41533d17d5dc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Nov 11 16:35:13.365521 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577d595-6d3c-450b-ab04-01dff4ff58a1 req-82e94058-d399-4642-857a-8bc1db31d3da tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:13.371904 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7577d595-6d3c-450b-ab04-01dff4ff58a1 req-82e94058-d399-4642-857a-8bc1db31d3da tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0557818 Nov 11 16:35:13.427332 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7577d595-6d3c-450b-ab04-01dff4ff58a1 req-3b055742-87bb-45b0-aa0f-4711b1f508d0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Nov 11 16:35:13.514747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55542) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:13.530568 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-186ea9a8-7ecb-43fc-aab2-a8f92d23137d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.598933 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55546) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:13.638895 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-186ea9a8-7ecb-43fc-aab2-a8f92d23137d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.710784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36cb93fb-0d1f-424e-b5f8-e6d3f4d8d74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.715807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-186ea9a8-7ecb-43fc-aab2-a8f92d23137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.755568 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-186ea9a8-7ecb-43fc-aab2-a8f92d23137d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8bcb24e6d32b493b959b175df964ab68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391317 Nov 11 16:35:13.756427 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ea9a8-7ecb-43fc-aab2-a8f92d23137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712e2d67-6f96-438b-afac-1387d5b2d8f7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:13.758167 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55556) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:13.820138 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36cb93fb-0d1f-424e-b5f8-e6d3f4d8d74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.833662 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.855573 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.888353 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36cb93fb-0d1f-424e-b5f8-e6d3f4d8d74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.928761 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-36cb93fb-0d1f-424e-b5f8-e6d3f4d8d74f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fa5e8626d31474c8fe835897630b190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287525 Nov 11 16:35:13.932005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb93fb-0d1f-424e-b5f8-e6d3f4d8d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768cb34-8eec-47c4-83de-9b052648b4d9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:13.933881 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55564) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:13.982720 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.989785 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.989785 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/712e2d67-6f96-438b-afac-1387d5b2d8f7 HTTP/1.1" status: 204 len: 168 time: 0.2270579 Nov 11 16:35:13.991797 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:13.999579 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ed6a3-f16e-4a51-973c-3c6a82d48f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e2d67-6f96-438b-afac-1387d5b2d8f7,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:14.020581 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:14.145375 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:14.148063 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:14.149243 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9768cb34-8eec-47c4-83de-9b052648b4d9 HTTP/1.1" status: 204 len: 168 time: 0.2144501 Nov 11 16:35:14.157196 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a83ef-ba8e-4c99-af6c-d26a642118b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768cb34-8eec-47c4-83de-9b052648b4d9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:14.274612 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6bc39-c559-492e-af83-3f4c7337ec4a req-cab39c22-a319-4f53-82d0-df59427af115 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:14.276296 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-67b6bc39-c559-492e-af83-3f4c7337ec4a req-cab39c22-a319-4f53-82d0-df59427af115 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0529711 Nov 11 16:35:14.327860 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-67b6bc39-c559-492e-af83-3f4c7337ec4a req-7bb1f989-ac7c-4961-9039-8f0a7bd9701f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Nov 11 16:35:14.604738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff875dc-9e35-4cb6-b1fd-a6f517e830ca req-5f52d7d1-e445-4362-922a-d20b0b679adf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:14.605279 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ff875dc-9e35-4cb6-b1fd-a6f517e830ca req-5f52d7d1-e445-4362-922a-d20b0b679adf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0707483 Nov 11 16:35:14.669369 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ff875dc-9e35-4cb6-b1fd-a6f517e830ca req-446e03cf-63a4-403a-b1dd-b5f1d2a84bcf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557957 Nov 11 16:35:15.520403 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc963a54-cdf9-4bb7-bebf-445cecb7f65d req-753aee2a-2921-45af-9d7e-7f5abda7fb7d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:15.529100 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cc963a54-cdf9-4bb7-bebf-445cecb7f65d req-753aee2a-2921-45af-9d7e-7f5abda7fb7d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0996294 Nov 11 16:35:15.607748 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cc963a54-cdf9-4bb7-bebf-445cecb7f65d req-d67f0bc2-7617-44c8-8db3-927c876ce3db tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Nov 11 16:35:16.160095 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55710) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:16.407168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-886da25b-25a6-49a7-9027-df24c5a5cb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.495434 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-886da25b-25a6-49a7-9027-df24c5a5cb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.568429 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-886da25b-25a6-49a7-9027-df24c5a5cb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.607716 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-886da25b-25a6-49a7-9027-df24c5a5cb37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df838c19f0ff4f70a7b46c4aad5fcfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465599 Nov 11 16:35:16.608897 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886da25b-25a6-49a7-9027-df24c5a5cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aeef14-4edd-47ac-997b-e728c5c3df63,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:16.610333 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:16.708621 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.736971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.758552 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440032e0-1091-4dbc-950a-38ee94fb646e req-4f748633-eff1-479c-8dad-30f1eacb3e4d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:16.760070 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-440032e0-1091-4dbc-950a-38ee94fb646e req-4f748633-eff1-479c-8dad-30f1eacb3e4d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0827389 Nov 11 16:35:16.833747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-440032e0-1091-4dbc-950a-38ee94fb646e req-568418ce-9b94-459e-b757-322460167ffc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 Nov 11 16:35:16.974972 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.981116 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:16.981116 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3aeef14-4edd-47ac-997b-e728c5c3df63 HTTP/1.1" status: 204 len: 168 time: 0.3670700 Nov 11 16:35:16.991502 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cababe-0922-4735-a8b6-24fbab59ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aeef14-4edd-47ac-997b-e728c5c3df63,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:17.303426 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4ed7-f727-4bfd-a069-ae8a4fb40918 req-e47fe99f-91f1-4981-9552-32913f7fc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:17.305403 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f3de4ed7-f727-4bfd-a069-ae8a4fb40918 req-e47fe99f-91f1-4981-9552-32913f7fc60f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1099 time: 0.0560272 Nov 11 16:35:17.356521 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f3de4ed7-f727-4bfd-a069-ae8a4fb40918 req-bf8fb35f-e985-41d7-95e0-feae34d9c121 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Nov 11 16:35:17.712394 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55792) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:17.727330 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29b75097-965b-4b20-b494-deca056b5ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:17.810251 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29b75097-965b-4b20-b494-deca056b5ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:17.925632 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29b75097-965b-4b20-b494-deca056b5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.007472 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-291ab047-d7fa-4ab5-9d26-040121abf3cb tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:18.007472 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-291ab047-d7fa-4ab5-9d26-040121abf3cb tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1697681 Nov 11 16:35:18.038460 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-29b75097-965b-4b20-b494-deca056b5ce4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1714bee9c31a42b19b5c88dd7cb7361c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238945 Nov 11 16:35:18.039993 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75097-965b-4b20-b494-deca056b5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8002031-1249-4355-879f-bdf24ec0ae70,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:18.047137 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55820) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:18.056310 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1dba-2b6c-4d55-9b97-ae71e80aca36 req-c22bedd4-6b8b-4c89-94db-1306d32e7a5f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:18.058412 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-942925ab-90bf-4d4c-9fa7-7202ca6a4ed3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/quotas/995594f22a2641a5a6056b04bdcf60c9 HTTP/1.1" status: 200 len: 375 time: 0.0469494 Nov 11 16:35:18.064767 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-be9c1dba-2b6c-4d55-9b97-ae71e80aca36 req-c22bedd4-6b8b-4c89-94db-1306d32e7a5f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1039970 Nov 11 16:35:18.127546 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-be9c1dba-2b6c-4d55-9b97-ae71e80aca36 req-6e5f8b4c-ca4c-44bc-a18c-72d79b0426ec tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618234 Nov 11 16:35:18.144491 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-0b7c42f1-d56d-45bb-8f72-1b6d7b2540c3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852120 Nov 11 16:35:18.200634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.235106 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.297227 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-672bad3d-3d69-4d85-9720-9ef03f5d0d2b service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454132 Nov 11 16:35:18.378374 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.381019 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.382168 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8002031-1249-4355-879f-bdf24ec0ae70 HTTP/1.1" status: 204 len: 168 time: 0.3327019 Nov 11 16:35:18.394911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5407bd2-be18-4283-9433-47a082a261b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8002031-1249-4355-879f-bdf24ec0ae70,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:18.441774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55838) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:18.447566 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-965cb7aa-3fab-48ff-8e3f-bab743d7e0ea service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288295 Nov 11 16:35:18.579181 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4dfe-c1c9-44e9-bb78-d334f77abd15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.659303 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4dfe-c1c9-44e9-bb78-d334f77abd15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.773011 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4dfe-c1c9-44e9-bb78-d334f77abd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.842731 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c6e669ef-54b6-4a75-b313-e703afbe6ea4 req-51340dbf-de75-4167-8425-8cb1e691aa6c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 210 time: 0.0529752 Nov 11 16:35:18.845086 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e6ae4dfe-c1c9-44e9-bb78-d334f77abd15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87cdc904ce144e28acf3fd931ad34b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023130 Nov 11 16:35:18.847787 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4dfe-c1c9-44e9-bb78-d334f77abd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc586ba-8cac-4744-b33d-17d11f309ca4,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:18.848821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55856) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:18.941952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:18.997544 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:19.136777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:19.139855 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:19.141307 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bc586ba-8cac-4744-b33d-17d11f309ca4 HTTP/1.1" status: 204 len: 168 time: 0.2912574 Nov 11 16:35:19.175280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385e1ac-f712-44e9-8506-362de605a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc586ba-8cac-4744-b33d-17d11f309ca4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:19.313017 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1144-0ff9-4d8e-a407-e8a5761b063b req-a6046fe9-b241-4574-a2be-ac592e5a6471 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:19.322898 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ce4f1144-0ff9-4d8e-a407-e8a5761b063b req-a6046fe9-b241-4574-a2be-ac592e5a6471 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0692215 Nov 11 16:35:19.432743 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ce4f1144-0ff9-4d8e-a407-e8a5761b063b req-bef7c732-fc47-45e6-b450-326919ff6e92 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087396 Nov 11 16:35:19.954312 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-468152a9-f6af-48da-9bf2-538d07e79f20 req-b84d2c93-9403-44a0-95f6-64c5a63104a7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 210 time: 0.0392241 Nov 11 16:35:20.098517 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55928) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:20.125651 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16bfc090-0a38-43d3-b9e0-50e1ce597e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.139145 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55934) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:20.216454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16bfc090-0a38-43d3-b9e0-50e1ce597e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.291256 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16bfc090-0a38-43d3-b9e0-50e1ce597e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.331777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-861256925-network', 'tenant_id': '3edf464ea72044b0a65dd300031d24b4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:20.338665 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-16bfc090-0a38-43d3-b9e0-50e1ce597e42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d9c74c6a48d4894b17f6281bf2be18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383533 Nov 11 16:35:20.341224 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 55942) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:20.342143 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfc090-0a38-43d3-b9e0-50e1ce597e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daaf60d-bd96-4567-983e-5d7029b2cc17,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:20.411690 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.434754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.442870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Made reservation on behalf of 3edf464ea72044b0a65dd300031d24b4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:20.445114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.466838 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.574303 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38fcf9-1783-4697-88ab-6f5a4e26b2a8 req-69793e4d-3f16-465a-b64e-aaea73899de9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:20.575933 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8c38fcf9-1783-4697-88ab-6f5a4e26b2a8 req-69793e4d-3f16-465a-b64e-aaea73899de9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0554633 Nov 11 16:35:20.593473 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.596683 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.597810 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5daaf60d-bd96-4567-983e-5d7029b2cc17 HTTP/1.1" status: 204 len: 168 time: 0.2556248 Nov 11 16:35:20.629108 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1497f-89ea-47f9-b519-4b5f7f6ca1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daaf60d-bd96-4567-983e-5d7029b2cc17,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:20.677729 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8c38fcf9-1783-4697-88ab-6f5a4e26b2a8 req-d0765466-f19d-4180-aa24-9b5ce0ad2598 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956316 Nov 11 16:35:20.715252 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.788117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.810438 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae002b-027d-45b2-9901-c052851835c3 req-d117342f-7579-4eb2-a1a1-c3982b71a215 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:20.810926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:35:20.812011 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-18ae002b-027d-45b2-9901-c052851835c3 req-d117342f-7579-4eb2-a1a1-c3982b71a215 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0556967 Nov 11 16:35:20.825874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a153be9d-3198-431a-9410-ebc439eb6b7d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:20.828888 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:20.829227 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Added segment 98074ce5-ae84-4afc-acbe-ea020a41f5ef of type vlan for network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e Nov 11 16:35:20.868599 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-18ae002b-027d-45b2-9901-c052851835c3 req-c1fd62f1-6fb1-4742-a0b0-9c0c077302ce tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 Nov 11 16:35:20.872205 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.036413 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.038373 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:21.038373 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.094479 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eb5300b2-1b7b-426b-b892-af64c4914f0f req-e7b443a3-06ea-4566-b74c-647cf0116981 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 210 time: 0.0664327 Nov 11 16:35:21.148459 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] Pushing event updated for resources: {'Network': ['ID=7d37159e-e6d1-4e2e-b052-7d3641d7d49e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:21.168866 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:35:21.192286 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-49eebe5e-0312-4e69-9435-35c4b66eb126 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0516567 Nov 11 16:35:21.195219 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55984) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:21.200010 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Request body: {'subnet': {'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-861256925-subnet', 'tenant_id': '3edf464ea72044b0a65dd300031d24b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:21.322600 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Made reservation on behalf of 3edf464ea72044b0a65dd300031d24b4 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:21.325001 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.530168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 55998) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:21.652673 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-857fb61c-11b3-4ae0-8fd8-9165847ba5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.663305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.766403 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2a929a-c319-4f97-9492-af95fdc3cf1d,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:21.789616 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Checking segment: {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:21.789976 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Network hostable DHCP agents. Network: 7d37159e-e6d1-4e2e-b052-7d3641d7d49e, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:35:21.848725 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-857fb61c-11b3-4ae0-8fd8-9165847ba5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.914644 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-857fb61c-11b3-4ae0-8fd8-9165847ba5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:21.920785 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:35:21.975129 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-857fb61c-11b3-4ae0-8fd8-9165847ba5fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e66d44d5a63742bda1a43b611060be2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415586 Nov 11 16:35:21.975129 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fb61c-11b3-4ae0-8fd8-9165847ba5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2c5ec-9e6c-4c25-a5b7-c0e89fbf5d4e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:21.977134 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56018) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:21.989620 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-b3408af7-4dba-42b8-8276-891293432478 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:21.992654 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-b3408af7-4dba-42b8-8276-891293432478 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1502419 Nov 11 16:35:22.020518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Request body: {'port': {'device_id': '089124d8-7813-46dd-86c4-26e67d04f63a', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'admin_state_up': True, 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:22.029565 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 7d37159e-e6d1-4e2e-b052-7d3641d7d49e) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:22.046379 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db78548-7340-4787-b139-bf3473c89b52 None None] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:22.055173 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:22.055769 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.081960 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.117713 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.186685 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a528ce95-eff4-47b0-b484-d8ef3a60ec53 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9902885 Nov 11 16:35:22.260779 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.263645 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-19a445c2-3bd0-4643-b934-8ad0f54b1b91 req-86ea0113-c4e6-4cc1-8435-aa199ee6cab5 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 210 time: 0.0488188 Nov 11 16:35:22.264694 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.266330 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78e2c5ec-9e6c-4c25-a5b7-c0e89fbf5d4e HTTP/1.1" status: 204 len: 168 time: 0.2881067 Nov 11 16:35:22.280202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29211f9-9d8d-4bc6-ab40-140d791ee9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2c5ec-9e6c-4c25-a5b7-c0e89fbf5d4e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:22.324800 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026396c-eb18-48f3-8cc6-3d2c84567d1c None None] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:22.342537 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:22.349488 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.546463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Allocated IP 172.20.0.14 (adb1b7d0-9208-4270-affe-3d6f3f93d7d6/f171095b-a823-4eb7-bc36-2158835058f9/430c748e-bc08-4f21-9fc9-7566da08f638) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:22.719741 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.826015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:22.850369 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:35:22.868741 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:22.871906 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:22.877967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:22.918010 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event updated for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:22.941440 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:22.942478 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.061986 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-d7774351-7bbc-4836-8860-0634ed75413b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0450540 Nov 11 16:35:23.080570 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Request body: {'port': {'device_id': '089124d8-7813-46dd-86c4-26e67d04f63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:23.140332 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.153008 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56066) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:23.178125 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de42741-a274-4961-a28e-73ffd3bd0bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.266006 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de42741-a274-4961-a28e-73ffd3bd0bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.367777 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de42741-a274-4961-a28e-73ffd3bd0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.420950 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1de42741-a274-4961-a28e-73ffd3bd0bc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e15adc3a38a4c39afdc2d1645579488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667739 Nov 11 16:35:23.422618 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42741-a274-4961-a28e-73ffd3bd0bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd80437-deb6-4a5d-a19a-8a64f4b7d7d2,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:23.425883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56074) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:23.433562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519539bc-78dd-43f0-bdfa-66364bb14b0b req-7b1894fa-fb47-484f-b5fc-bc5b30116722 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:23.444122 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-519539bc-78dd-43f0-bdfa-66364bb14b0b req-7b1894fa-fb47-484f-b5fc-bc5b30116722 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1137052 Nov 11 16:35:23.493640 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbebb4-1229-477e-82bd-70e76afef850 req-18596116-7400-44c1-a8ba-5bb56285c05c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:23.497034 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41fbebb4-1229-477e-82bd-70e76afef850 req-18596116-7400-44c1-a8ba-5bb56285c05c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 932 time: 0.1339028 Nov 11 16:35:23.536755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52258-7360-473d-ab71-46076fc7872d req-8f5a9c32-563a-41b2-bea9-aa223db303b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:23.541000 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-8f5a9c32-563a-41b2-bea9-aa223db303b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.1243758 Nov 11 16:35:23.588562 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-519539bc-78dd-43f0-bdfa-66364bb14b0b req-f1e3abb9-3c93-4a1c-bae2-8ccb17bba479 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467094 Nov 11 16:35:23.623073 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.661887 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.807458 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56096) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:23.818893 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430c748e-bc08-4f21-9fc9-7566da08f638 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:23.842739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.846251 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.850732 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cd80437-deb6-4a5d-a19a-8a64f4b7d7d2 HTTP/1.1" status: 204 len: 168 time: 0.4047899 Nov 11 16:35:23.850842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:23.856762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4b632-b25b-47a6-a33d-3b8b51a4bccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd80437-deb6-4a5d-a19a-8a64f4b7d7d2,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:23.887575 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41fbebb4-1229-477e-82bd-70e76afef850 req-e26656e7-ae0f-48d9-8c16-4cfb5728187e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883681 Nov 11 16:35:23.896358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52258-7360-473d-ab71-46076fc7872d req-0de2b6c2-d7b9-4cce-8e2b-5e564ad93df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:23.897939 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-0de2b6c2-d7b9-4cce-8e2b-5e564ad93df6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.3459253 Nov 11 16:35:23.901112 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Transition to ACTIVE for port object 430c748e-bc08-4f21-9fc9-7566da08f638 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:35:23.949176 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-9f8aea6c-7d0d-4b7a-99a9-88fade8a1846 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0408456 Nov 11 16:35:23.987823 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5547972-81ae-4f7f-9f30-18f9bcbf5cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.031818 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52258-7360-473d-ab71-46076fc7872d req-1de1189f-1189-4978-8494-06723905f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:24.033462 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-1de1189f-1189-4978-8494-06723905f960 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0732481 Nov 11 16:35:24.034713 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.104781 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5547972-81ae-4f7f-9f30-18f9bcbf5cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.112784 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-9bf829de-4fe4-4329-ba5f-13f3ce3ba0ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473800 Nov 11 16:35:24.121918 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Pushing event updated for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:24.200132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5547972-81ae-4f7f-9f30-18f9bcbf5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.246395 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5547972-81ae-4f7f-9f30-18f9bcbf5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01fa1a-1aef-40ad-a015-4f77557d6fff,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:24.252065 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b5547972-81ae-4f7f-9f30-18f9bcbf5cc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a80f23f1f7e54d86a73be3c20979581b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425921 Nov 11 16:35:24.256779 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56110) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:24.262047 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Attempting to bind port 430c748e-bc08-4f21-9fc9-7566da08f638 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:24.262494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Attempting to bind port 430c748e-bc08-4f21-9fc9-7566da08f638 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:24.262822 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Attempting to bind port 430c748e-bc08-4f21-9fc9-7566da08f638 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:24.270585 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-4ac943d2-e576-41f7-8c3e-2916634b8104 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460066 Nov 11 16:35:24.271559 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Port 430c748e-bc08-4f21-9fc9-7566da08f638 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:35:24.271877 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Attempting to bind port 430c748e-bc08-4f21-9fc9-7566da08f638 on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:24.277137 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:24.277782 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Checking segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:24.277907 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Bound using segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:24.278273 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Bound port: 430c748e-bc08-4f21-9fc9-7566da08f638, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:24.278622 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.319458 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.343701 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.497533 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.500978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.503396 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b01fa1a-1aef-40ad-a015-4f77557d6fff HTTP/1.1" status: 204 len: 168 time: 0.2451160 Nov 11 16:35:24.514886 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd67a-7280-4e0f-8db1-25065ed7d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01fa1a-1aef-40ad-a015-4f77557d6fff,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:24.693921 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:24.697675 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cec52258-7360-473d-ab71-46076fc7872d req-e8e097ae-03c8-48d6-a3b6-f338d9d5a36a service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101129 Nov 11 16:35:24.699511 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=430c748e-bc08-4f21-9fc9-7566da08f638,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:24.724620 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3739f39-36ed-4d66-8c9d-703d5561e293 req-b74ec3dd-cc19-47c4-8839-c8762e40ac73 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:24.726139 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e3739f39-36ed-4d66-8c9d-703d5561e293 req-b74ec3dd-cc19-47c4-8839-c8762e40ac73 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0526946 Nov 11 16:35:24.786118 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.787816 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e3739f39-36ed-4d66-8c9d-703d5561e293 req-d8ed7887-0c6e-42e1-a41d-5611bbb6543b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Nov 11 16:35:24.835392 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:24.835956 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:24.837416 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] 10.222.0.70 "PUT /v2.0/ports/430c748e-bc08-4f21-9fc9-7566da08f638 HTTP/1.1" status: 200 len: 1094 time: 1.7625818 Nov 11 16:35:24.838258 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:24.840894 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26aec00-0565-49db-bc5a-aa066b1b3ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:24.899971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf2733-9fd6-4c71-98a4-143b5acd6d28 service neutron] Pushing event updated for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:24.950890 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f209ba5-a255-44c7-a730-ec043c93bc5d x-openstack-request-id: req-6f209ba5-a255-44c7-a730-ec043c93bc5d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:24.952585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:24.952843 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f209ba5-a255-44c7-a730-ec043c93bc5d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:24.953326 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638', 'status': 'completed', 'code': 200} Nov 11 16:35:25.077793 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:35:25.087568 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cd35c-199c-4ff8-becc-21c1834cae7d req-05b70f6b-8dcb-4b9f-9e07-7ca94542270b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.089124 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-646cd35c-199c-4ff8-becc-21c1834cae7d req-05b70f6b-8dcb-4b9f-9e07-7ca94542270b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 944 time: 0.0541470 Nov 11 16:35:25.100747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-93455edf-8b74-456c-b4d0-bf920bf51616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.102287 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-93455edf-8b74-456c-b4d0-bf920bf51616 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 1097 time: 0.1404111 Nov 11 16:35:25.142405 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-646cd35c-199c-4ff8-becc-21c1834cae7d req-81495e63-7608-45df-9834-3a541c380543 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Nov 11 16:35:25.171331 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-6e56dd84-2995-4c21-a8a8-cb32d7d8eb62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430c748e-bc08-4f21-9fc9-7566da08f638 HTTP/1.1" status: 200 len: 217 time: 0.0569649 Nov 11 16:35:25.187767 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-f0a4f4f5-1941-4c55-be2f-dbb09d68c329 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.189855 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-f0a4f4f5-1941-4c55-be2f-dbb09d68c329 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/networks?id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e HTTP/1.1" status: 200 len: 808 time: 0.1641247 Nov 11 16:35:25.227027 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-c531969f-bf60-4e06-9b55-4b67bd895997 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/quotas/3edf464ea72044b0a65dd300031d24b4 HTTP/1.1" status: 200 len: 375 time: 0.0285661 Nov 11 16:35:25.267166 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-9b6a2832-5f17-4261-81c6-32f969aedcfe tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316403 Nov 11 16:35:25.269544 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-b3893c25-691e-428e-8a48-32b48eb08722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.270999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-b3893c25-691e-428e-8a48-32b48eb08722 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.0802267 Nov 11 16:35:25.353174 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-4cb13999-c20b-429c-ad22-f491e9a85117 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629041 Nov 11 16:35:25.453384 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-1028c88e-6e53-4d62-be71-023d078c8ace service neutron] 10.222.0.11 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737626 Nov 11 16:35:25.537626 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-10d7f6c5-52d6-439f-9d0e-78f9738a09e0 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695578 Nov 11 16:35:25.627073 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-d0f82e39-fa28-4c0a-955d-a62b8cdfab27 service neutron] 10.222.0.11 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633253 Nov 11 16:35:25.662428 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-874acbc2-58ed-4ac4-ba58-ae215db7186b req-abbc4430-67c8-4fee-8d87-f01d967df8df service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150997 Nov 11 16:35:25.694418 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56182) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:25.863613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49074336-6ade-4677-8c71-65f9f3f52fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:25.875646 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-90aa14a2-9e1c-408e-86dc-fee29796f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.878711 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-90aa14a2-9e1c-408e-86dc-fee29796f8f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 1097 time: 0.0774796 Nov 11 16:35:25.954320 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a796ec-3929-422b-be16-174d504eff09 req-5cd533d0-b547-4be5-ab13-fd208b653677 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:25.956470 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b2a796ec-3929-422b-be16-174d504eff09 req-5cd533d0-b547-4be5-ab13-fd208b653677 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0547335 Nov 11 16:35:26.014075 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b2a796ec-3929-422b-be16-174d504eff09 req-fa589139-23aa-4b77-a754-46ec4b26dc78 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Nov 11 16:35:26.015006 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-8c863648-de66-485d-8186-a449bac6f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:26.016750 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-8c863648-de66-485d-8186-a449bac6f97c service neutron] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 917 time: 0.1262357 Nov 11 16:35:26.120093 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49074336-6ade-4677-8c71-65f9f3f52fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.120093 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-c765e424-2001-4988-b660-601dd444d0a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430c748e-bc08-4f21-9fc9-7566da08f638 HTTP/1.1" status: 200 len: 217 time: 0.0808554 Nov 11 16:35:26.156036 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6f94dd93-e92f-4b67-adce-14264b83e9ab req-ba479f3c-6f77-46a1-b044-5f8a5f5b3c8e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 210 time: 0.0388095 Nov 11 16:35:26.195951 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49074336-6ade-4677-8c71-65f9f3f52fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.249147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-9e36ff86-b2fb-4c37-b1fe-fd1e8585f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:26.250653 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-9e36ff86-b2fb-4c37-b1fe-fd1e8585f231 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.1058722 Nov 11 16:35:26.256811 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-49074336-6ade-4677-8c71-65f9f3f52fa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a01708ed98b42e6b8bd3cf784e5f0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585744 Nov 11 16:35:26.256811 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49074336-6ade-4677-8c71-65f9f3f52fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d02eff-1c99-4a6e-b300-01662b75b862,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:26.257157 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56210) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:26.332837 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-1759798b-6e7b-421f-a797-2104fdaab549 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514550 Nov 11 16:35:26.349398 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.398555 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.415787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035e55-b3c4-4d4e-b7a2-02285d69bfed req-15a5e9e7-417a-4fd5-8aaa-49688a9aba80 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:26.417594 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-51035e55-b3c4-4d4e-b7a2-02285d69bfed req-15a5e9e7-417a-4fd5-8aaa-49688a9aba80 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 944 time: 0.1532393 Nov 11 16:35:26.525848 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.530833 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:26.535021 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2d02eff-1c99-4a6e-b300-01662b75b862 HTTP/1.1" status: 204 len: 168 time: 0.2738771 Nov 11 16:35:26.542520 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9bb75-70d9-47a7-b3c1-2c2eedbc8ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d02eff-1c99-4a6e-b300-01662b75b862,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:26.564828 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-e7b73382-acd8-480d-8416-5a1053e9325a service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012541 Nov 11 16:35:26.569147 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-51035e55-b3c4-4d4e-b7a2-02285d69bfed req-b777ea67-9152-4f9a-ab71-5f8d88d9ce1f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367500 Nov 11 16:35:26.703484 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a26aec00-0565-49db-bc5a-aa066b1b3ed7 req-8f26a2aa-b1a5-42a2-81bf-25e110839b88 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245387 Nov 11 16:35:27.140939 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd2aab-2ba8-49e6-86f2-4bddac8bea73 req-ca66738b-e452-4a9e-9873-a94d46da7607 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:27.143145 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d5fd2aab-2ba8-49e6-86f2-4bddac8bea73 req-ca66738b-e452-4a9e-9873-a94d46da7607 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0506623 Nov 11 16:35:27.193087 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d5fd2aab-2ba8-49e6-86f2-4bddac8bea73 req-6601044e-24d8-4b92-a446-07c91ce805de tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Nov 11 16:35:27.234059 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7642be4-5069-419c-99ec-8001cc14a96b req-1a6d948c-8acb-4873-adcc-926fc0ae9c25 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Nov 11 16:35:27.692181 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd1d8-d44f-48d7-9f86-a52cb0013ac5 req-e810ba54-31d3-45bc-88b9-7b5c524ab29e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:27.693605 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-30fdd1d8-d44f-48d7-9f86-a52cb0013ac5 req-e810ba54-31d3-45bc-88b9-7b5c524ab29e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 944 time: 0.0483594 Nov 11 16:35:27.742648 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-30fdd1d8-d44f-48d7-9f86-a52cb0013ac5 req-861a9c38-6070-47cd-8658-cd79cbcbb988 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Nov 11 16:35:28.326872 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67d0a1-a634-4429-a36b-5e1a2992bb41 req-f0bb11b0-6827-4c21-8e2b-283a21d25e70 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:28.335088 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ed67d0a1-a634-4429-a36b-5e1a2992bb41 req-f0bb11b0-6827-4c21-8e2b-283a21d25e70 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0592608 Nov 11 16:35:28.351111 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f423c91e-154c-4dda-9ae8-baafefcdbd45 req-d4f3e161-91dd-402a-afab-b25729f364a5 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 210 time: 0.0379255 Nov 11 16:35:28.386463 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ed67d0a1-a634-4429-a36b-5e1a2992bb41 req-09a2adfb-64de-47cd-919f-42856f1349b4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503418 Nov 11 16:35:28.714324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-6703546e-f818-49bc-bf6a-ecc9c4cd6682 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:28.715765 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-6703546e-f818-49bc-bf6a-ecc9c4cd6682 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "GET /v2.0/networks?id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e HTTP/1.1" status: 200 len: 808 time: 0.1075974 Nov 11 16:35:28.737743 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Request body: {'port': {'device_id': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e', 'admin_state_up': True, 'tenant_id': '3edf464ea72044b0a65dd300031d24b4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:28.870703 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392486b-dfaa-4c73-9046-b42a4e7abc66 req-c8c871d9-6f1b-4d78-b8c3-0afddeed1783 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:28.872176 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4392486b-dfaa-4c73-9046-b42a4e7abc66 req-c8c871d9-6f1b-4d78-b8c3-0afddeed1783 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 944 time: 0.0531034 Nov 11 16:35:28.921697 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4392486b-dfaa-4c73-9046-b42a4e7abc66 req-7b8f42a2-6e68-40ed-a661-bc6654484b95 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Nov 11 16:35:29.005237 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Made reservation on behalf of 3edf464ea72044b0a65dd300031d24b4 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:29.005237 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.027556 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 430c748e-bc08-4f21-9fc9-7566da08f638 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:35:29.129454 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=430c748e-bc08-4f21-9fc9-7566da08f638,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:29.134482 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Allocated IP 172.20.0.9 (7d37159e-e6d1-4e2e-b052-7d3641d7d49e/7e2a929a-c319-4f97-9492-af95fdc3cf1d/0cfe0761-c6b9-48da-8331-fd7b25f1f343) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:29.140714 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '430c748e-bc08-4f21-9fc9-7566da08f638', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'port_id': '430c748e-bc08-4f21-9fc9-7566da08f638', 'mac_address': 'fa:16:3e:e2:b1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171095b-a823-4eb7-bc36-2158835058f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:35:29.192196 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.212795 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430c748e-bc08-4f21-9fc9-7566da08f638 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:29.234809 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=430c748e-bc08-4f21-9fc9-7566da08f638,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:29.295548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.345193 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.399565 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:29.400144 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.451669 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:29.484500 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:29.490805 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:29.495674 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Pushing event updated for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:29.520923 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486883e-65bf-4150-8ed7-d181690a6769 req-4ebb6cb9-34c7-40ca-b989-7b34ae9067b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:29.522698 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f486883e-65bf-4150-8ed7-d181690a6769 req-4ebb6cb9-34c7-40ca-b989-7b34ae9067b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0582430 Nov 11 16:35:29.548350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:29.549562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.572083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335caa29-3d99-4465-9d2d-eaa38089f14c req-8e2eb6f4-1232-41d0-a605-2feec6347e96 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:29.573613 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-335caa29-3d99-4465-9d2d-eaa38089f14c req-8e2eb6f4-1232-41d0-a605-2feec6347e96 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 931 time: 0.1266701 Nov 11 16:35:29.576496 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f486883e-65bf-4150-8ed7-d181690a6769 req-5c080202-9db3-48b6-a189-6a953cf659bd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Nov 11 16:35:29.629924 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-fb8a537d-9ce6-411f-aaac-484d7c1a38f4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977566 Nov 11 16:35:29.634540 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-335caa29-3d99-4465-9d2d-eaa38089f14c req-e7aa2424-6af8-41f7-b338-82b18bea054b tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Nov 11 16:35:29.646055 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Request body: {'port': {'device_id': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:29.699053 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.961574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfe0761-c6b9-48da-8331-fd7b25f1f343 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:29.969006 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:29.980796 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Transition to ACTIVE for port object 0cfe0761-c6b9-48da-8331-fd7b25f1f343 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:35:30.039786 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25099b-e27e-4d2b-a81d-2cc09e153b42 req-38c95a0c-d10a-4ba0-9f81-e8c6d75155c8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:30.041387 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7e25099b-e27e-4d2b-a81d-2cc09e153b42 req-38c95a0c-d10a-4ba0-9f81-e8c6d75155c8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 945 time: 0.0482509 Nov 11 16:35:30.049927 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:30.128086 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:30.162321 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7e25099b-e27e-4d2b-a81d-2cc09e153b42 req-a47eec2a-2b35-4986-8a6b-6c41825b9f9b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112056 Nov 11 16:35:30.208474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Attempting to bind port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:30.208807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Attempting to bind port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:30.209129 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Attempting to bind port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:30.213627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:35:30.213953 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Attempting to bind port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:30.219178 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:30.219637 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Checking segment: {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:30.220346 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Bound using segment: {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:30.220847 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Bound port: 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:30.221114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:30.283830 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:30.286833 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:30.356926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:30.394736 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:30.395540 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:30.397013 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] 10.222.0.70 "PUT /v2.0/ports/0cfe0761-c6b9-48da-8331-fd7b25f1f343 HTTP/1.1" status: 200 len: 1093 time: 0.7561533 Nov 11 16:35:30.399041 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:30.401311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d52e891-0c22-4fef-91d3-fad3103f07d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:30.426591 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23287b-d758-42a9-9ade-6b65ee70c081 service neutron] Pushing event updated for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:30.436359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568c708-4f25-4797-98f9-62c2cc350254 x-openstack-request-id: req-4568c708-4f25-4797-98f9-62c2cc350254 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:30.436645 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:30.436896 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4568c708-4f25-4797-98f9-62c2cc350254 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:30.437285 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343', 'status': 'completed', 'code': 200} Nov 11 16:35:30.694611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434362-036d-4bf5-a521-b216bc8a0a95 req-b29773ee-bfd1-4b2a-976a-cc105892bac8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:30.696080 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ce434362-036d-4bf5-a521-b216bc8a0a95 req-b29773ee-bfd1-4b2a-976a-cc105892bac8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0492349 Nov 11 16:35:30.743552 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ce434362-036d-4bf5-a521-b216bc8a0a95 req-e10b8b5c-6973-4ca6-b6e9-97eaa1289ff9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Nov 11 16:35:30.842195 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63433955-6248-4654-a037-2d672d0f3f5b req-5beabb83-0180-46cd-bb71-c4001f63971c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:30.843639 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-63433955-6248-4654-a037-2d672d0f3f5b req-5beabb83-0180-46cd-bb71-c4001f63971c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 943 time: 0.0476501 Nov 11 16:35:30.889511 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-63433955-6248-4654-a037-2d672d0f3f5b req-283101dd-a1ed-4773-9061-6d153f479e55 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Nov 11 16:35:31.278684 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0b6cd-acfb-4851-a64f-860087db1495 req-727b4581-64d9-42d3-b966-b87d6f52417f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:31.280126 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ac0b6cd-acfb-4851-a64f-860087db1495 req-727b4581-64d9-42d3-b966-b87d6f52417f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 945 time: 0.0508888 Nov 11 16:35:31.326603 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ac0b6cd-acfb-4851-a64f-860087db1495 req-c084bc46-07e4-4f6b-b8df-f6a011261227 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Nov 11 16:35:31.855152 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fd231-7c92-4a63-91e0-4d59c0aedfab req-fc95dcc0-9074-44e6-9684-4318b7c33176 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:31.856497 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bf1fd231-7c92-4a63-91e0-4d59c0aedfab req-fc95dcc0-9074-44e6-9684-4318b7c33176 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0474639 Nov 11 16:35:31.904267 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bf1fd231-7c92-4a63-91e0-4d59c0aedfab req-709cf3d3-2a96-4528-a8d5-5a3cc35f416a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Nov 11 16:35:32.003019 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683042c-eb89-4be4-a187-0f59b7dc9929 req-f8ce6628-0a5d-4b56-b1cc-44da74ccf043 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:32.004590 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4683042c-eb89-4be4-a187-0f59b7dc9929 req-f8ce6628-0a5d-4b56-b1cc-44da74ccf043 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 943 time: 0.0488303 Nov 11 16:35:32.005256 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dc315091-04a3-4b43-8a8b-563c2b3df057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:32.052529 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4683042c-eb89-4be4-a187-0f59b7dc9929 req-6b9c6350-f76f-43ef-8113-98bdee76af59 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Nov 11 16:35:32.443532 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6939-95da-4c99-98a3-6a9f39e7b502 req-41356c7d-7b08-491d-b591-bc1bc679dc45 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:32.445015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dcee6939-95da-4c99-98a3-6a9f39e7b502 req-41356c7d-7b08-491d-b591-bc1bc679dc45 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 945 time: 0.0479836 Nov 11 16:35:32.495776 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dcee6939-95da-4c99-98a3-6a9f39e7b502 req-3afc1ca0-0e52-473a-bd7f-3b048979a593 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447960 Nov 11 16:35:32.699089 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['430c748e-bc08-4f21-9fc9-7566da08f638'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:35:32.725319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-23962751-30de-4b03-a8ad-8c801cd13462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:32.726871 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-23962751-30de-4b03-a8ad-8c801cd13462 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 1096 time: 0.0426068 Nov 11 16:35:32.863023 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-b3d9612c-6092-475c-85e6-2a56ccdebd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:32.864691 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-b3d9612c-6092-475c-85e6-2a56ccdebd1a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3edf464ea72044b0a65dd300031d24b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957587 Nov 11 16:35:32.969216 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-4aa27706-79ba-474b-ab7c-9e794515fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:32.970879 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d52e891-0c22-4fef-91d3-fad3103f07d7 req-4aa27706-79ba-474b-ab7c-9e794515fc71 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927274 Nov 11 16:35:33.023441 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4295-b3bd-4e53-a1ef-a42668e572d4 req-15cef8b2-c74a-4e28-a277-ec5e7bd94cfb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:33.024971 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb1d4295-b3bd-4e53-a1ef-a42668e572d4 req-15cef8b2-c74a-4e28-a277-ec5e7bd94cfb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0497563 Nov 11 16:35:33.102019 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb1d4295-b3bd-4e53-a1ef-a42668e572d4 req-01d534a4-2d30-479c-9cd4-4b444d2f3937 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712125 Nov 11 16:35:33.108588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-408072ef-8edc-46ab-95f9-3e4ec89e824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:33.114482 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-408072ef-8edc-46ab-95f9-3e4ec89e824d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 1096 time: 0.0665054 Nov 11 16:35:33.164402 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-7e398f83-bfde-4799-97a7-633a6301a99b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343 HTTP/1.1" status: 200 len: 217 time: 0.0376694 Nov 11 16:35:33.173092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472747-3e65-43b2-99e7-4c20fcc22464 req-9fbe6ccc-c27f-4aa7-bc09-aa42a55df543 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:33.175928 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e0472747-3e65-43b2-99e7-4c20fcc22464 req-9fbe6ccc-c27f-4aa7-bc09-aa42a55df543 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 943 time: 0.0523458 Nov 11 16:35:33.219490 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-c4356916-3609-4f9f-98d0-f2ddd9c59f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:33.221050 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-c4356916-3609-4f9f-98d0-f2ddd9c59f60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e2a929a-c319-4f97-9492-af95fdc3cf1d HTTP/1.1" status: 200 len: 848 time: 0.0444181 Nov 11 16:35:33.246714 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e0472747-3e65-43b2-99e7-4c20fcc22464 req-3701e525-21b8-41c3-bb4d-27ee652e62ac tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595257 Nov 11 16:35:33.263159 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-9886b623-427b-4c48-9d2e-12acf6bcaa68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287638 Nov 11 16:35:33.369458 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-42ac8607-307d-48e2-91d2-805871343831 service neutron] 10.222.0.70 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954356 Nov 11 16:35:33.713551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f487e2b-7dfa-41c1-981b-786116d3930d req-6d9f3d93-a19c-4b32-8f09-db8fba690cb0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:33.715084 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f487e2b-7dfa-41c1-981b-786116d3930d req-6d9f3d93-a19c-4b32-8f09-db8fba690cb0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 945 time: 0.0736127 Nov 11 16:35:33.718738 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dfd207d9-9898-4412-a2b7-0e59bbf7c4ff req-c021ac8c-6340-4e42-b06a-f342d609d111 service neutron] 10.222.0.70 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374152 Nov 11 16:35:33.763912 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f487e2b-7dfa-41c1-981b-786116d3930d req-89066de4-e62a-4765-b7f3-d094b877f8b3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Nov 11 16:35:34.217116 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907fd1-f123-4943-a795-2aaa68f119e4 req-3f909f60-5dcf-45e9-a12d-4d12c38cacd0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:34.218606 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fe907fd1-f123-4943-a795-2aaa68f119e4 req-3f909f60-5dcf-45e9-a12d-4d12c38cacd0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0485711 Nov 11 16:35:34.272035 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fe907fd1-f123-4943-a795-2aaa68f119e4 req-7818ec0d-191d-499b-ba97-c1f949b02a0f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Nov 11 16:35:34.369146 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ab75-fb86-4e39-a510-e856bf656f00 req-57b3306d-9b1b-48d1-8a84-d487104288be tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:34.370604 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9db2ab75-fb86-4e39-a510-e856bf656f00 req-57b3306d-9b1b-48d1-8a84-d487104288be tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 943 time: 0.0507419 Nov 11 16:35:34.418583 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9db2ab75-fb86-4e39-a510-e856bf656f00 req-b184f00b-070a-4b30-a9a6-19dbb3251cdd tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Nov 11 16:35:34.433963 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-eed79fab-8493-4296-ad67-622eeab7a0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:34.889094 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faf897-7cc0-4168-afb0-f020dbce4539 req-487651ec-f1ee-43b1-a677-45667b5c02e8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:34.890620 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b8faf897-7cc0-4168-afb0-f020dbce4539 req-487651ec-f1ee-43b1-a677-45667b5c02e8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 945 time: 0.0490406 Nov 11 16:35:34.946134 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b8faf897-7cc0-4168-afb0-f020dbce4539 req-e27ebb13-1cae-4736-8b7f-554aeb0428f0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488746 Nov 11 16:35:35.081466 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0cfe0761-c6b9-48da-8331-fd7b25f1f343 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:35:35.085585 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 430c748e-bc08-4f21-9fc9-7566da08f638 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:35.229232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:35.240367 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '0cfe0761-c6b9-48da-8331-fd7b25f1f343', 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e', 'port_id': '0cfe0761-c6b9-48da-8331-fd7b25f1f343', 'mac_address': 'fa:16:3e:f0:33:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2a929a-c319-4f97-9492-af95fdc3cf1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:35:35.276846 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.289813 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfe0761-c6b9-48da-8331-fd7b25f1f343 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:35.301253 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 430c748e-bc08-4f21-9fc9-7566da08f638 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:35:35.311717 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:35.312769 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 430c748e-bc08-4f21-9fc9-7566da08f638 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:35.313137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.388961 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709a9d5-337b-4c84-8a76-1746293170ad req-f434db8f-0c84-439a-a238-d15a5529f5f8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:35.390458 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f709a9d5-337b-4c84-8a76-1746293170ad req-f434db8f-0c84-439a-a238-d15a5529f5f8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0481889 Nov 11 16:35:35.393962 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.431255 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.438467 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f709a9d5-337b-4c84-8a76-1746293170ad req-850505b1-ef07-4a07-8854-883a8ebd03aa tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Nov 11 16:35:35.467549 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.469287 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:35.475999 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:35.478217 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2212cd62-5584-403b-9a83-aeb4390d8054" -d '{"events": [{"server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "name": "network-vif-plugged", "status": "completed", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:35.493716 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=430c748e-bc08-4f21-9fc9-7566da08f638,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:35.516719 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246bcf47-f4dd-4063-b397-fae32fcd1b2c x-openstack-request-id: req-246bcf47-f4dd-4063-b397-fae32fcd1b2c {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:35.517780 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "name": "network-vif-plugged", "status": "completed", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:35.518119 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-246bcf47-f4dd-4063-b397-fae32fcd1b2c {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:35.518601 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638', 'code': 200} Nov 11 16:35:35.546414 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae23d46-520e-4948-b7bd-eb3d858554f9 req-3044d6ef-e830-45ba-bfdb-9beed727a286 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:35.547919 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5ae23d46-520e-4948-b7bd-eb3d858554f9 req-3044d6ef-e830-45ba-bfdb-9beed727a286 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Nov 11 16:35:35.568720 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:35.599087 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5ae23d46-520e-4948-b7bd-eb3d858554f9 req-2562ae39-5a3d-461e-ba7c-6dea4d90d51f tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Nov 11 16:35:35.625576 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:35.792139 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0cfe0761-c6b9-48da-8331-fd7b25f1f343'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:35:35.883749 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe757-0690-42ac-97ec-c8d475e984f7 req-34e736c0-747d-41c4-b41a-f4df8e5a858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:35.885264 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-771fe757-0690-42ac-97ec-c8d475e984f7 req-34e736c0-747d-41c4-b41a-f4df8e5a858f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 1099 time: 0.0477660 Nov 11 16:35:35.948595 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-771fe757-0690-42ac-97ec-c8d475e984f7 req-e4214825-b081-41d3-9686-0636cdfe5dab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Nov 11 16:35:36.074457 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af917fcb-d977-4f98-8f1e-b42f94ae5e09 req-933d5013-fc04-437c-be5f-900f92f87ae7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:36.076291 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af917fcb-d977-4f98-8f1e-b42f94ae5e09 req-933d5013-fc04-437c-be5f-900f92f87ae7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.0538008 Nov 11 16:35:36.123798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af917fcb-d977-4f98-8f1e-b42f94ae5e09 req-e6ba342f-4395-4977-8916-d36e30efe170 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Nov 11 16:35:36.353365 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56460) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:36.459908 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d8f85d12-5a23-42c9-880b-9dddbd66bad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.541051 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d8f85d12-5a23-42c9-880b-9dddbd66bad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.564702 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d7a9-06f9-4e61-8461-1b94d070c03b req-25970df2-fe05-4ad7-86dc-bbcb7f3ba03c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:36.566567 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ede8d7a9-06f9-4e61-8461-1b94d070c03b req-25970df2-fe05-4ad7-86dc-bbcb7f3ba03c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0541410 Nov 11 16:35:36.615932 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ede8d7a9-06f9-4e61-8461-1b94d070c03b req-e7d9699b-d743-48a4-8598-a02a643037e9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 11 16:35:36.634284 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d8f85d12-5a23-42c9-880b-9dddbd66bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.669606 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56470) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:36.680191 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d8f85d12-5a23-42c9-880b-9dddbd66bad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32d6e6317dd94d67bc59921dab36f93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257673 Nov 11 16:35:36.682810 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56474) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:36.692074 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85d12-5a23-42c9-880b-9dddbd66bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c09e5bb-2a31-478b-b2a4-c2d5601193c6,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:36.733035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6cfb8-d5e2-4d64-b3d8-3ca76cbd7262 req-d45f8001-b321-459c-9989-dbebf2723554 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:36.734798 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1cb6cfb8-d5e2-4d64-b3d8-3ca76cbd7262 req-d45f8001-b321-459c-9989-dbebf2723554 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 944 time: 0.0573554 Nov 11 16:35:36.737411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.761224 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.786007 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1cb6cfb8-d5e2-4d64-b3d8-3ca76cbd7262 req-2010ebae-60f6-42b6-8c04-74b5f76714a3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Nov 11 16:35:36.800273 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-698392d6-8735-4d5b-a97d-42b1876da402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.900713 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.903225 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.904462 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c09e5bb-2a31-478b-b2a4-c2d5601193c6 HTTP/1.1" status: 204 len: 168 time: 0.2206454 Nov 11 16:35:36.921180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c013d9-5bd3-469b-9f63-fd636cca1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c09e5bb-2a31-478b-b2a4-c2d5601193c6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:36.941075 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:36.967672 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-698392d6-8735-4d5b-a97d-42b1876da402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.099552 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-698392d6-8735-4d5b-a97d-42b1876da402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.110571 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0cfe0761-c6b9-48da-8331-fd7b25f1f343 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:37.141364 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-698392d6-8735-4d5b-a97d-42b1876da402 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b6f26067aeb4dd6a224afe26b599493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704039 Nov 11 16:35:37.143018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698392d6-8735-4d5b-a97d-42b1876da402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5371a5e8-af75-4ca3-8dbc-44357cd06c9a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:37.144501 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56484) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:37.203216 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.221959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.249560 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddad24-ca8a-426c-9d48-96dea5ecd6db req-f809019d-d4f0-4c8c-86d6-94a568c53ca4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:37.251191 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a9ddad24-ca8a-426c-9d48-96dea5ecd6db req-f809019d-d4f0-4c8c-86d6-94a568c53ca4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.0511637 Nov 11 16:35:37.268421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:35:37.273767 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:37.274258 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.306206 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a9ddad24-ca8a-426c-9d48-96dea5ecd6db req-3ada5a58-1dfb-4b7f-9482-eb121a16a990 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Nov 11 16:35:37.351334 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.353969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.356343 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5371a5e8-af75-4ca3-8dbc-44357cd06c9a HTTP/1.1" status: 204 len: 168 time: 0.2090039 Nov 11 16:35:37.371143 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680417a-4637-47d4-b6ff-111d12957060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5371a5e8-af75-4ca3-8dbc-44357cd06c9a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:37.537276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.563565 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:37.566378 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d3ed8-c173-4cfd-a320-c711557290a7" -d '{"events": [{"server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "name": "network-vif-plugged", "status": "completed", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:37.580084 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:37.603797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303cf719-665e-4a8f-8d0c-aa1e43b5975b x-openstack-request-id: req-303cf719-665e-4a8f-8d0c-aa1e43b5975b {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:37.604562 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "name": "network-vif-plugged", "status": "completed", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:37.604822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-303cf719-665e-4a8f-8d0c-aa1e43b5975b {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:37.605518 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343', 'code': 200} Nov 11 16:35:37.677051 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:37.746792 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:37.751497 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc6429-57e4-4958-931d-9e058d9bbe9c req-28a79b4d-67cf-4c3b-908e-36f9c4e395c0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:37.753274 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-17fc6429-57e4-4958-931d-9e058d9bbe9c req-28a79b4d-67cf-4c3b-908e-36f9c4e395c0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0591841 Nov 11 16:35:37.806805 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-17fc6429-57e4-4958-931d-9e058d9bbe9c req-625e4fb9-9627-402f-b114-b3af1ea0f7e0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Nov 11 16:35:37.910022 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc2f-2367-4d11-8d6f-195242650d53 req-106747b0-b655-4340-b919-126b6c9fc2b2 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:37.911057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cecccc2f-2367-4d11-8d6f-195242650d53 req-106747b0-b655-4340-b919-126b6c9fc2b2 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Nov 11 16:35:37.969658 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cecccc2f-2367-4d11-8d6f-195242650d53 req-8c76012e-3255-42e1-9169-c9a197c3b149 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516617 Nov 11 16:35:38.040415 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d4ff0-a789-4c2e-99cd-8e9aa661163e req-ad8fd729-52ab-4897-8702-261f5b005942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:38.041886 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f2d4ff0-a789-4c2e-99cd-8e9aa661163e req-ad8fd729-52ab-4897-8702-261f5b005942 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 1098 time: 0.0438972 Nov 11 16:35:38.093882 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f2d4ff0-a789-4c2e-99cd-8e9aa661163e req-0103f2a4-a573-4e43-838b-c8742f9c1e39 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Nov 11 16:35:38.171797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.190675 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56522) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:38.203793 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ec0861e-bc4a-45a7-aacd-7b8ce74e2e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.230534 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56524) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:38.280640 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ec0861e-bc4a-45a7-aacd-7b8ce74e2e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.354248 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ec0861e-bc4a-45a7-aacd-7b8ce74e2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.385287 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907103355-network', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:38.395082 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-8ec0861e-bc4a-45a7-aacd-7b8ce74e2e91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b20886e373e74050b6a445544775f8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031877 Nov 11 16:35:38.395943 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0861e-bc4a-45a7-aacd-7b8ce74e2e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff11006-c192-4045-a689-4293a0c0d220,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:38.398373 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56530) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:38.453728 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0a11e-b581-4765-b78f-3962f5da61de req-1af9b19f-54ec-4fe2-a554-b9f52d9ee0cf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:38.455363 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-52d0a11e-b581-4765-b78f-3962f5da61de req-1af9b19f-54ec-4fe2-a554-b9f52d9ee0cf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.0665162 Nov 11 16:35:38.464927 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.488416 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.505301 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-52d0a11e-b581-4765-b78f-3962f5da61de req-1c74451c-4142-4157-89be-408c0489a710 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Nov 11 16:35:38.519513 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Made reservation on behalf of 46c64d4006bf47da9db3f2d198218d91 for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:38.529389 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.532651 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.645647 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.648514 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.649776 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ff11006-c192-4045-a689-4293a0c0d220 HTTP/1.1" status: 204 len: 168 time: 0.2402222 Nov 11 16:35:38.659337 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850177dd-a1ca-428a-b019-b739bfc78608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff11006-c192-4045-a689-4293a0c0d220,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:38.718535 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.800118 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.825219 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:35:38.839819 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c40ae9-2b46-4704-bb34-7937888ca7c5,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:38.856071 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.856071 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Added segment 4f52c55f-e87b-4657-a90e-93486c4cac2e of type vlan for network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 Nov 11 16:35:38.935534 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:38.967527 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a87e62-c16a-47f8-8dc0-8ca88c8b83b2 req-0335a931-b13e-4ec6-9f46-ec82794e1e68 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:38.969010 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-80a87e62-c16a-47f8-8dc0-8ca88c8b83b2 req-0335a931-b13e-4ec6-9f46-ec82794e1e68 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0816481 Nov 11 16:35:39.024598 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-80a87e62-c16a-47f8-8dc0-8ca88c8b83b2 req-b7aeb8a6-df05-4f55-914e-90a16224b961 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Nov 11 16:35:39.089454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.091100 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:39.091804 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.100926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546bc48-61e6-4290-b527-2d99f4666c9b req-0b15f396-aa28-4da6-a3ab-c3078fcd2a5d tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:39.108604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2546bc48-61e6-4290-b527-2d99f4666c9b req-0b15f396-aa28-4da6-a3ab-c3078fcd2a5d tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.0583913 Nov 11 16:35:39.156089 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2546bc48-61e6-4290-b527-2d99f4666c9b req-46ad862d-012e-4248-983b-68f4eea699e4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Nov 11 16:35:39.162527 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] Pushing event updated for resources: {'Network': ['ID=57ce2b3f-bf02-4379-acb5-92fdf3f7b379,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:39.174319 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:35:39.237722 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5b3f5c1d-6208-48d5-9372-1ca80e957f9e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0060775 Nov 11 16:35:39.240623 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56554) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:39.245592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Request body: {'subnet': {'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907103355-subnet', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:39.324761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Made reservation on behalf of 46c64d4006bf47da9db3f2d198218d91 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:39.327151 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9231817'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.384045 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56556) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:39.398870 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc96c369-cfac-466b-abb1-9675c8cf0232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.472565 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc96c369-cfac-466b-abb1-9675c8cf0232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.547850 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc96c369-cfac-466b-abb1-9675c8cf0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.574254 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9231847'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.587643 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-cc96c369-cfac-466b-abb1-9675c8cf0232 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b2c5606c061415bac91f2be2d152744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020702 Nov 11 16:35:39.588544 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c369-cfac-466b-abb1-9675c8cf0232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9814b9-99ca-4e3d-80fe-518532317092,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:39.590821 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56560) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:39.633300 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9802da0b-6ec0-498e-8663-b4f6daca6738,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:39.644350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Checking segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:39.644789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Network hostable DHCP agents. Network: 57ce2b3f-bf02-4379-acb5-92fdf3f7b379, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:35:39.648495 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.670306 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.722350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:35:39.776455 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.779032 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.780155 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf9814b9-99ca-4e3d-80fe-518532317092 HTTP/1.1" status: 204 len: 168 time: 0.1841793 Nov 11 16:35:39.788521 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9814b9-99ca-4e3d-80fe-518532317092,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:39.796060 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.796405 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.796743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.797069 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.797393 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.797714 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.798037 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.798463 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.799115 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.799115 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.799363 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.799672 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d42dfd-4665-4db4-bf2b-65aa62314fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:39.815809 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 57ce2b3f-bf02-4379-acb5-92fdf3f7b379) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:39.825280 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbca8f-f9a6-4328-85b7-363e0a1d6355 None None] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:39.827009 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:39.838991 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:39.930607 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-91daeee8-369a-421f-9741-5429db5fa4d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6886921 Nov 11 16:35:39.933141 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56568) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:39.937457 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:39.980657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:35:39.981543 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.049206 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.058636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.128343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.132024 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Allocated IP 172.20.0.2 (57ce2b3f-bf02-4379-acb5-92fdf3f7b379/9802da0b-6ec0-498e-8663-b4f6daca6738/6f78e544-a3e5-4e8d-90ff-34a76a80c356) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:40.163022 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5fbd9-7e36-464d-b04d-7b5cdcb25e06 req-b0d54eac-13ab-4dcc-86fc-8e087cba4f06 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:40.164509 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fdc5fbd9-7e36-464d-b04d-7b5cdcb25e06 req-b0d54eac-13ab-4dcc-86fc-8e087cba4f06 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0512333 Nov 11 16:35:40.247101 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fdc5fbd9-7e36-464d-b04d-7b5cdcb25e06 req-e9ce7e98-8fb8-405f-9938-f7b2d7e156fe tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Nov 11 16:35:40.319019 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.411236 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.449714 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.451815 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:40.458053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:40.461937 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:40.467615 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee749f-6c63-42c7-a710-1bedf6389cd8 req-babcf281-3c53-48e8-a513-078e758ca5e7 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:40.470686 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2fee749f-6c63-42c7-a710-1bedf6389cd8 req-babcf281-3c53-48e8-a513-078e758ca5e7 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.2016871 Nov 11 16:35:40.491375 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Pushing event updated for resources: {'Port': ['ID=6f78e544-a3e5-4e8d-90ff-34a76a80c356,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:40.520998 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2fee749f-6c63-42c7-a710-1bedf6389cd8 req-2fbb1798-618f-41fc-936d-c7cc812cbc65 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Nov 11 16:35:40.526036 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Attempting to bind port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:40.526464 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Attempting to bind port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:40.526822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Attempting to bind port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 on network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:40.532011 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:40.533174 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Checking segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:40.533971 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.534498 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Bound using segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:40.534937 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Bound port: 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:40.535313 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.616478 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] For port 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:40.619730 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] For port 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=6f78e544-a3e5-4e8d-90ff-34a76a80c356,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:40.703442 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.749356 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.768653 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf045d-1d19-4115-a302-cfdbf09a7f3c None None] Pushing event updated for resources: {'Port': ['ID=6f78e544-a3e5-4e8d-90ff-34a76a80c356,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:40.776128 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:40.889450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Allocated IP 172.27.0.106 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/184ea433-1817-41d8-9941-e2c549171f85) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:41.035566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:41.177718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:41.225895 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:41.229000 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:41.232993 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:41.265172 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Pushing event updated for resources: {'Port': ['ID=184ea433-1817-41d8-9941-e2c549171f85,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:41.274579 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.274876 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.275218 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.275553 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.275883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.276226 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.276716 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.276862 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.277191 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.277511 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.277835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.278157 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:41.457710 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d7083-1fd6-46c2-9558-ca0389a9b3f3 req-b8f3b6e4-86fb-4c7d-bbf8-c8da60b3f53e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:41.459408 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e40d7083-1fd6-46c2-9558-ca0389a9b3f3 req-b8f3b6e4-86fb-4c7d-bbf8-c8da60b3f53e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0719750 Nov 11 16:35:41.522915 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e40d7083-1fd6-46c2-9558-ca0389a9b3f3 req-cb54fff9-2cfc-44d7-827e-2c499b41d8c8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563736 Nov 11 16:35:41.650579 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:41.772810 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1578f3-19ba-476b-a94a-667a296f07ff None None] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:41.856768 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] Provisioning complete for port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:41.857249 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:41.864450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.061282 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.101065 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] For port 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=6f78e544-a3e5-4e8d-90ff-34a76a80c356,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:42.139775 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:35:42.168544 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.220683 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e393ff1-accd-4ca2-bffe-8d8718fc0e7a None None] Pushing event updated for resources: {'Port': ['ID=6f78e544-a3e5-4e8d-90ff-34a76a80c356,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:42.255202 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:35:42.266214 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Sync routers for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:35:42.280272 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:42.280272 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:42.297841 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-8ea0f171-972e-4740-9647-ac8ff23d36b9 None None] Provisioning complete for port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:42.299521 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f171-972e-4740-9647-ac8ff23d36b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.380067 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.381640 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-66250882-e6dc-4aa2-87d1-ea52e66c720d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4475281 Nov 11 16:35:42.384336 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56672) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:42.404654 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:42.602464 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-c43f64a2-d531-487b-b84f-11d59b019773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:42.603886 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-c43f64a2-d531-487b-b84f-11d59b019773 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.1064913 Nov 11 16:35:42.674937 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56684) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:42.701742 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:41Z', 'revision_number': 3, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:42.738078 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 6f78e544-a3e5-4e8d-90ff-34a76a80c356 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:42.745499 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Checking router: 4956c42f-721c-4e27-9295-7dfc9c2e83a3 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:35:42.755317 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Updating router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 port 184ea433-1817-41d8-9941-e2c549171f85 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:35:42.775884 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.795468 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:42.796031 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.832033 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b4f15c7e-4479-4f99-9f7e-e12f10660b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:42.965640 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b4f15c7e-4479-4f99-9f7e-e12f10660b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.014315 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.043487 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b4f15c7e-4479-4f99-9f7e-e12f10660b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.087875 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b4f15c7e-4479-4f99-9f7e-e12f10660b06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bde03cb03864d69ad30ce991e8049b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111040 Nov 11 16:35:43.090473 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56706) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:43.110371 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.144697 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cafe8f-bc4f-44d2-a97b-4df27b03d3ef req-19c36862-d5f9-4226-a97e-47d4758aee40 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:43.146467 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f15c7e-4479-4f99-9f7e-e12f10660b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2dca85-a6df-469c-aa51-62f60082d264,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:43.150691 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-15cafe8f-bc4f-44d2-a97b-4df27b03d3ef req-19c36862-d5f9-4226-a97e-47d4758aee40 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1617081 Nov 11 16:35:43.180516 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.205751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.238469 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.241545 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Pushing event updated for resources: {'Port': ['ID=184ea433-1817-41d8-9941-e2c549171f85,revision_number=2']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:43.249839 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.250269 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.250816 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.251158 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.252094 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.252397 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.252727 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.253051 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.253398 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.253731 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.254053 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.254475 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:35:43.270399 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Attempting to bind port 184ea433-1817-41d8-9941-e2c549171f85 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:43.271026 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Attempting to bind port 184ea433-1817-41d8-9941-e2c549171f85 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:43.271305 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Attempting to bind port 184ea433-1817-41d8-9941-e2c549171f85 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:43.277247 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:43.278003 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:43.278651 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.279240 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:43.279962 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Bound port: 184ea433-1817-41d8-9941-e2c549171f85, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:43.280548 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.281923 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-21e3b81c-af6b-4022-b844-d8311fa62369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:43.284381 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-21e3b81c-af6b-4022-b844-d8311fa62369 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.6238878 Nov 11 16:35:43.292298 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-15cafe8f-bc4f-44d2-a97b-4df27b03d3ef req-b0d8c22b-eb2e-4f69-af29-03271cff5b86 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393843 Nov 11 16:35:43.349513 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0a5fb-a524-42d1-85f0-15ff2ab50dd2 req-f92197c7-ec06-4ee5-a7ad-0d001384b456 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:43.351436 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-aea0a5fb-a524-42d1-85f0-15ff2ab50dd2 req-f92197c7-ec06-4ee5-a7ad-0d001384b456 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.1467321 Nov 11 16:35:43.359901 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] For port 184ea433-1817-41d8-9941-e2c549171f85, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:43.365194 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] For port 184ea433-1817-41d8-9941-e2c549171f85, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=184ea433-1817-41d8-9941-e2c549171f85,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:43.385133 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.386337 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-88e6fffb-b5fa-485d-bc95-3696db3b0992 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0806966 Nov 11 16:35:43.387569 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.390773 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc2dca85-a6df-469c-aa51-62f60082d264 HTTP/1.1" status: 204 len: 168 time: 0.2973132 Nov 11 16:35:43.422094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69b423-d489-4f3f-a514-b565892570c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2dca85-a6df-469c-aa51-62f60082d264,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:43.428882 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-aea0a5fb-a524-42d1-85f0-15ff2ab50dd2 req-e99ca5ee-c4ee-4e06-af91-bb21a9a67846 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705810 Nov 11 16:35:43.449061 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.533359 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:43.534284 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:43.536242 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ac537-35cc-4411-8de6-5e3e01405c68 None None] Pushing event updated for resources: {'Port': ['ID=184ea433-1817-41d8-9941-e2c549171f85,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:43.555337 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-14547aaa-966c-4ed4-b34e-27fbe1a685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:43.556813 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-14547aaa-966c-4ed4-b34e-27fbe1a685dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.1162162 Nov 11 16:35:43.601090 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-106ece95-e1c5-48b4-9a08-124cae93331d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326314 Nov 11 16:35:43.687400 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:43.735382 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:43.763921 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-ba289af7-0174-427b-b81b-517c39500ede service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458690 Nov 11 16:35:43.945762 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-91154922-f0f1-478b-b8a8-85d6ee85b8cc req-eecd98b4-b21a-4b3f-9aec-9dcbd643c015 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676943 Nov 11 16:35:43.946370 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:41Z', 'revision_number': 3, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:43.954004 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Allocated IP 172.20.0.1 (57ce2b3f-bf02-4379-acb5-92fdf3f7b379/9802da0b-6ec0-498e-8663-b4f6daca6738/cfca0a3a-2cd0-4634-9690-762466530795) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:43.983492 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481256d2-3057-4882-aeb6-71d4369f4aac None None] The sync data for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi is: [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:41Z', 'revision_number': 3, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:35:44.101064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.262127 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.315055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56726) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:44.345741 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:44.351934 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:44.357666 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:44.363808 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Pushing event updated for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:44.364095 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-327d00f5-6475-486c-9a74-4ae072e84c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.415692 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.550115 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-327d00f5-6475-486c-9a74-4ae072e84c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.624000 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-327d00f5-6475-486c-9a74-4ae072e84c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.711868 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 184ea433-1817-41d8-9941-e2c549171f85 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:44.716608 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-327d00f5-6475-486c-9a74-4ae072e84c43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38eeeae02898421bbc19e201ec29ce5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979893 Nov 11 16:35:44.721262 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56736) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:44.727690 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d00f5-6475-486c-9a74-4ae072e84c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2dc46-6364-4404-8d4e-186bd599ea02,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:44.790393 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb590c87-7258-4098-835c-1457144a0641 req-833cdc3d-d121-4a3b-a425-d4d18fb8eabd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:44.796314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf037eac-bb1e-4f9c-af52-ae2568a06420 req-a956ff14-bba1-42cd-863f-369d9017e805 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:44.801987 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-bb590c87-7258-4098-835c-1457144a0641 req-833cdc3d-d121-4a3b-a425-d4d18fb8eabd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.2351739 Nov 11 16:35:44.802520 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 184ea433-1817-41d8-9941-e2c549171f85 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:44.802893 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.803613 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bf037eac-bb1e-4f9c-af52-ae2568a06420 req-a956ff14-bba1-42cd-863f-369d9017e805 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.2013969 Nov 11 16:35:44.873742 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.881393 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-bb590c87-7258-4098-835c-1457144a0641 req-06c5f0eb-76c5-4139-a5a8-bd59b2119a02 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755162 Nov 11 16:35:44.883104 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-37b5e3aa-8b1c-40c6-a622-8cc439f08b15 None None] Provisioning complete for port cfca0a3a-2cd0-4634-9690-762466530795 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:44.883991 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-37b5e3aa-8b1c-40c6-a622-8cc439f08b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.899043 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.960487 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-37b5e3aa-8b1c-40c6-a622-8cc439f08b15 None None] Port cfca0a3a-2cd0-4634-9690-762466530795 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:44.963089 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.971432 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:44.989311 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 184ea433-1817-41d8-9941-e2c549171f85, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=184ea433-1817-41d8-9941-e2c549171f85,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:45.010341 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bf037eac-bb1e-4f9c-af52-ae2568a06420 req-e674b6a0-bfa9-4120-a792-f750389042b2 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970654 Nov 11 16:35:45.102620 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.157476 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.168769 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=184ea433-1817-41d8-9941-e2c549171f85,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:45.199832 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.203296 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.204190 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11f2dc46-6364-4404-8d4e-186bd599ea02 HTTP/1.1" status: 204 len: 168 time: 0.4813550 Nov 11 16:35:45.214286 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae8847-de0e-446a-8fea-71a20974ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2dc46-6364-4404-8d4e-186bd599ea02,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:45.240690 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.334718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.337144 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Pushing event updated for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:45.393396 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af757-e51a-4528-8e65-59e5477521ad req-fcae8e3a-21ff-4f12-abfb-cd88569e9974 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:45.395000 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-338af757-e51a-4528-8e65-59e5477521ad req-fcae8e3a-21ff-4f12-abfb-cd88569e9974 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 945 time: 0.1156390 Nov 11 16:35:45.502521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:45.505567 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:45.564061 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Deleting port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:35:45.564502 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.720774 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] For port 0cfe0761-c6b9-48da-8331-fd7b25f1f343, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0cfe0761-c6b9-48da-8331-fd7b25f1f343,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:45.721099 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.731256 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:35:45.739661 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Calling delete_port for 0cfe0761-c6b9-48da-8331-fd7b25f1f343 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:35:45.787528 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-f99683e6-3da3-4565-8dae-d69aa8d655eb None None] Provisioning complete for port cfca0a3a-2cd0-4634-9690-762466530795 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:45.788736 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f99683e6-3da3-4565-8dae-d69aa8d655eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:45.841956 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-f99683e6-3da3-4565-8dae-d69aa8d655eb None None] Port cfca0a3a-2cd0-4634-9690-762466530795 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:45.902108 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:35:45.915467 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-443914d7-2e1f-4c04-b942-a4bed374207e admin admin] 10.222.0.11 "PUT /v2.0/routers/4956c42f-721c-4e27-9295-7dfc9c2e83a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5222111 Nov 11 16:35:46.020451 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2de35-a634-4059-a1cc-cd9aa4d274af req-9f854a47-aea4-4d10-bef1-d84f82a665fb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:46.021879 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3ee2de35-a634-4059-a1cc-cd9aa4d274af req-9f854a47-aea4-4d10-bef1-d84f82a665fb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0517559 Nov 11 16:35:46.028415 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:46.046953 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0cfe0761-c6b9-48da-8331-fd7b25f1f343'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:35:46.081136 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Pushing event deleted for resources: {'Port': ['ID=0cfe0761-c6b9-48da-8331-fd7b25f1f343,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:46.116541 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Sync routers for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:35:46.136815 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:46.137574 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:46.144508 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3ee2de35-a634-4059-a1cc-cd9aa4d274af req-90098c62-0070-4982-8229-40daacb91238 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159291 Nov 11 16:35:46.167371 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-be43bcd2-06ca-4de0-8135-ed0f5cff7071 req-471654f8-b31b-440d-80fb-2e5c33f32396 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 210 time: 0.0537868 Nov 11 16:35:46.207042 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] No DVR routers for this DVR port 0cfe0761-c6b9-48da-8331-fd7b25f1f343 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:35:46.212551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:46.215889 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-338af757-e51a-4528-8e65-59e5477521ad req-24f36bde-40c3-4207-9713-ba4c3da34767 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "DELETE /v2.0/ports/0cfe0761-c6b9-48da-8331-fd7b25f1f343 HTTP/1.1" status: 204 len: 173 time: 0.8112178 Nov 11 16:35:46.216329 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'name': 'network-vif-deleted', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:46.219650 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b2a2aa-daa6-4233-b0c2-eebfc517ca27" -d '{"events": [{"server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "name": "network-vif-deleted", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:46.263984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae987cd-b17f-45f6-b4ec-9b883dc9ceac x-openstack-request-id: req-eae987cd-b17f-45f6-b4ec-9b883dc9ceac {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:46.264969 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2784f7ec-3cfe-4dd1-92ca-e128ec49e528", "name": "network-vif-deleted", "tag": "0cfe0761-c6b9-48da-8331-fd7b25f1f343", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:46.265131 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eae987cd-b17f-45f6-b4ec-9b883dc9ceac {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:46.265522 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784f7ec-3cfe-4dd1-92ca-e128ec49e528', 'name': 'network-vif-deleted', 'tag': '0cfe0761-c6b9-48da-8331-fd7b25f1f343', 'status': 'completed', 'code': 200} Nov 11 16:35:46.295894 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:46.632954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 184ea433-1817-41d8-9941-e2c549171f85 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:46.726271 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 184ea433-1817-41d8-9941-e2c549171f85 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:46.726634 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:46.767736 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:45Z', 'revision_number': 2, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:46.770803 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9700b-3b59-410a-b88b-b13c9aed77f0 req-b9221ad5-ce84-4060-a30e-f48fefd4d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:46.772492 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-88d9700b-3b59-410a-b88b-b13c9aed77f0 req-b9221ad5-ce84-4060-a30e-f48fefd4d25c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.0477021 Nov 11 16:35:46.804079 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Checking router: 4956c42f-721c-4e27-9295-7dfc9c2e83a3 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:35:46.804615 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Updating router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 port cfca0a3a-2cd0-4634-9690-762466530795 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:35:46.839334 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-88d9700b-3b59-410a-b88b-b13c9aed77f0 req-a4092178-456d-43be-85b3-a0565b772aab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Nov 11 16:35:46.840125 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:46.939343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:46.944662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1754238070-network', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:47.056455 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Made reservation on behalf of ff83b8f40e504e65b721118e313433b4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:47.058893 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.069667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.139092 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.149650 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.221114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.268592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:35:47.283223 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.286035 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5529d3f-1465-461d-877b-d3d80f2e5e99,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:47.292435 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.292778 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Added segment 25ebb1f7-f692-4b4d-abcf-beacdd751afe of type vlan for network bb918e5d-74c4-4a9d-b685-872057455ef7 Nov 11 16:35:47.327793 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f05a-8e40-46a0-a149-2b8c29c0cd40 req-037cf785-a645-4240-879a-6057cd5c987a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:47.331211 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dc14f05a-8e40-46a0-a149-2b8c29c0cd40 req-037cf785-a645-4240-879a-6057cd5c987a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1220517 Nov 11 16:35:47.338977 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade5994-f59d-4cbf-86b5-d5ab117e22a2 None None] Pushing event updated for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:47.372907 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f8b91f7a-2330-4658-86e5-bfe0e4d37232 req-51aa4a4a-dcc8-4662-9654-6dc2b3fb1c21 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=2784f7ec-3cfe-4dd1-92ca-e128ec49e528 HTTP/1.1" status: 200 len: 210 time: 0.0832539 Nov 11 16:35:47.391187 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.408974 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Attempting to bind port cfca0a3a-2cd0-4634-9690-762466530795 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:47.409364 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Attempting to bind port cfca0a3a-2cd0-4634-9690-762466530795 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:47.409731 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Attempting to bind port cfca0a3a-2cd0-4634-9690-762466530795 on network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:47.415050 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:47.415424 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Checking segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:47.415822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.416207 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Bound using segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:47.416700 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Bound port: cfca0a3a-2cd0-4634-9690-762466530795, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:47.417083 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.447229 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dc14f05a-8e40-46a0-a149-2b8c29c0cd40 req-8889e729-5be6-4f4a-b7b6-2bf924018ddb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906723 Nov 11 16:35:47.496413 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] For port cfca0a3a-2cd0-4634-9690-762466530795, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:47.499506 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] For port cfca0a3a-2cd0-4634-9690-762466530795, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=cfca0a3a-2cd0-4634-9690-762466530795,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:47.574896 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-6c27c3e6-f956-4755-9666-39bebf530780 None None] Provisioning complete for port cfca0a3a-2cd0-4634-9690-762466530795 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:47.575262 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6c27c3e6-f956-4755-9666-39bebf530780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.610272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-6c27c3e6-f956-4755-9666-39bebf530780 None None] Port cfca0a3a-2cd0-4634-9690-762466530795 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:47.619292 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.620284 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:47.620859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.646077 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.685260 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] Pushing event updated for resources: {'Network': ['ID=bb918e5d-74c4-4a9d-b685-872057455ef7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:47.706464 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network bb918e5d-74c4-4a9d-b685-872057455ef7 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:35:47.726944 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade5994-f59d-4cbf-86b5-d5ab117e22a2 None None] Pushing event updated for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:47.730729 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:47.731365 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:47.761875 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0931489f-26c8-4497-823d-ea21bc07d1ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8188102 Nov 11 16:35:47.762395 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56812) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:47.775730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Request body: {'subnet': {'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1754238070-subnet', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:47.892390 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Made reservation on behalf of ff83b8f40e504e65b721118e313433b4 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:47.895418 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:47.925273 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:48.067806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] Provisioning complete for port cfca0a3a-2cd0-4634-9690-762466530795 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:48.068087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.159764 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.203487 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.216561 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:47Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:48.223077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f828d842-52c7-44ac-85e6-f8794b636d61,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:48.227447 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Checking segment: {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:48.227816 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Network hostable DHCP agents. Network: bb918e5d-74c4-4a9d-b685-872057455ef7, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:35:48.253558 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c5be6-ee49-4044-bbc7-4aecb316c62c None None] The sync data for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi is: [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:47Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:35:48.271433 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] For port cfca0a3a-2cd0-4634-9690-762466530795, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=cfca0a3a-2cd0-4634-9690-762466530795,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:48.282357 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Network bb918e5d-74c4-4a9d-b685-872057455ef7 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:35:48.372104 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.374837 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, bb918e5d-74c4-4a9d-b685-872057455ef7) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:48.381034 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:48.381736 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.402316 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14ba4f-890c-4aa1-9db0-ad2d4e1f172d None None] Network bb918e5d-74c4-4a9d-b685-872057455ef7 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:48.459389 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1e11a67c-29b7-4cd6-9f55-613e95949916 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6954896 Nov 11 16:35:48.468553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56822) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:48.473864 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:48.481298 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02441424-b239-46da-b2d0-37cc3caa0974 None None] Pushing event updated for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:48.610421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-bb918e5d-74c4-4a9d-b685-872057455ef7', 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'fixed_ips': [{'subnet_id': 'f828d842-52c7-44ac-85e6-f8794b636d61'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:35:48.610421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.633755 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.635100 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.693549 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device cfca0a3a-2cd0-4634-9690-762466530795 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:48.703938 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a35e34-2154-4ce6-845a-71d26ee8cdf9 req-93c0da82-26a9-471c-9370-dc4511d78484 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:48.706093 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-28a35e34-2154-4ce6-845a-71d26ee8cdf9 req-93c0da82-26a9-471c-9370-dc4511d78484 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1201773 Nov 11 16:35:48.767835 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.781857 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-28a35e34-2154-4ce6-845a-71d26ee8cdf9 req-2a8f2897-0904-485f-b9fa-5b2e568040f7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685039 Nov 11 16:35:48.806696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port cfca0a3a-2cd0-4634-9690-762466530795 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:48.807118 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:48.875342 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Allocated IP 172.20.0.2 (bb918e5d-74c4-4a9d-b685-872057455ef7/f828d842-52c7-44ac-85e6-f8794b636d61/8548e760-410d-4343-9d1f-e70f125cf432) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:48.959942 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-6a94038a-cec0-4766-9f04-3f4e23de0a77 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:48.969574 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-6a94038a-cec0-4766-9f04-3f4e23de0a77 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/networks?id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e HTTP/1.1" status: 200 len: 808 time: 0.2259552 Nov 11 16:35:49.027678 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-9bb4e1e6-2677-43ba-b52a-28fe84cb2815 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/quotas/3edf464ea72044b0a65dd300031d24b4 HTTP/1.1" status: 200 len: 375 time: 0.0564573 Nov 11 16:35:49.073811 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-6426d165-1a06-4982-894e-148fe2582885 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448511 Nov 11 16:35:49.163546 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.196949 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0cfe0761-c6b9-48da-8331-fd7b25f1f343 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:35:49.227504 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 0cfe0761-c6b9-48da-8331-fd7b25f1f343 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:35:49.228035 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0cfe0761-c6b9-48da-8331-fd7b25f1f343 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:35:49.349148 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.372010 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Network bb918e5d-74c4-4a9d-b685-872057455ef7 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:49.375763 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:49.412194 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.455672 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:49.486078 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-840c34a4-1505-40bb-b224-8cdc09321fc1 service neutron] 10.222.0.11 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111769 Nov 11 16:35:49.510521 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Pushing event updated for resources: {'Port': ['ID=8548e760-410d-4343-9d1f-e70f125cf432,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:49.524768 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0fc2-5ce0-4a63-ab2c-1f4956567e34 req-a6c8b154-721b-40fa-af06-9c5c5671cf9c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:49.538763 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-460d0fc2-5ce0-4a63-ab2c-1f4956567e34 req-a6c8b154-721b-40fa-af06-9c5c5671cf9c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1296406 Nov 11 16:35:49.554621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Attempting to bind port 8548e760-410d-4343-9d1f-e70f125cf432 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:49.554993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Attempting to bind port 8548e760-410d-4343-9d1f-e70f125cf432 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:49.555351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Attempting to bind port 8548e760-410d-4343-9d1f-e70f125cf432 on network bb918e5d-74c4-4a9d-b685-872057455ef7 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:49.561167 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:49.561613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Checking segment: {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:49.561878 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.562286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Bound using segment: {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:49.562757 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Bound port: 8548e760-410d-4343-9d1f-e70f125cf432, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:49.563132 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.615334 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-460d0fc2-5ce0-4a63-ab2c-1f4956567e34 req-9d1496a1-56e5-40bf-b59e-56a491b6bdbf tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787778 Nov 11 16:35:49.617146 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-55f87d45-ccda-4a7c-8b7f-eea1262f1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:49.618719 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-55f87d45-ccda-4a7c-8b7f-eea1262f1444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.1503661 Nov 11 16:35:49.642725 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] For port 8548e760-410d-4343-9d1f-e70f125cf432, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:49.647888 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] For port 8548e760-410d-4343-9d1f-e70f125cf432, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=8548e760-410d-4343-9d1f-e70f125cf432,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:49.687944 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-cfbea784-8700-4ff9-a656-5b0c884767a5 service neutron] 10.222.0.11 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004676 Nov 11 16:35:49.738564 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.771161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-8544a7ec-31c8-4f06-a2ac-11e4476c12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:49.773557 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-8544a7ec-31c8-4f06-a2ac-11e4476c12c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.1446350 Nov 11 16:35:49.844471 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-e83a2a3a-caf0-4894-bbad-83a1190fc823 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0467272 Nov 11 16:35:49.876530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.901005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:49.926632 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-85cbd408-fb0b-456a-933c-89ce6c95dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:49.928719 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-85cbd408-fb0b-456a-933c-89ce6c95dcb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0734847 Nov 11 16:35:49.983884 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-9b7f7bc0-05ba-4099-983d-c2b75081c787 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445094 Nov 11 16:35:50.022721 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-670c1df8-b0e8-48b5-b01c-9a94afc66477 req-b0abcecd-edf4-4806-84c6-999d975d5609 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0413725 Nov 11 16:35:50.092281 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Allocated IP 172.27.0.227 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:50.100442 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c614f-ef76-42a0-abde-e38897cb1ff8 None None] Pushing event updated for resources: {'Port': ['ID=8548e760-410d-4343-9d1f-e70f125cf432,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:50.210333 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-57f3df06-e1df-4e66-a834-2a981937b95d service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898685 Nov 11 16:35:50.237390 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:50.523256 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:50.571002 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:50.574223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:50.582496 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:50.619413 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:50.661337 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 8548e760-410d-4343-9d1f-e70f125cf432 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:50.720296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 8548e760-410d-4343-9d1f-e70f125cf432 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:50.720940 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:50.795280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785187e-194c-4482-90f8-5e43dfba893f req-480b38a4-b79e-4cf7-9ea3-17b8f3bac9f1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:50.802798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f785187e-194c-4482-90f8-5e43dfba893f req-480b38a4-b79e-4cf7-9ea3-17b8f3bac9f1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0774066 Nov 11 16:35:50.842087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:50.874490 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f785187e-194c-4482-90f8-5e43dfba893f req-5e628406-5412-49cc-acce-a462978e80b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707846 Nov 11 16:35:50.913746 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 8548e760-410d-4343-9d1f-e70f125cf432, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=8548e760-410d-4343-9d1f-e70f125cf432,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:51.033739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.042659 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.119569 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=8548e760-410d-4343-9d1f-e70f125cf432,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:51.162619 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf926878-29a2-4cfa-81cc-f114cdf3b860 req-a61555d3-fc7f-4ee7-8c6e-ed38f1cff2f3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0510492 Nov 11 16:35:51.268247 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8417f97-c597-41d2-a49b-fc7a5992b098 None None] Network bb918e5d-74c4-4a9d-b685-872057455ef7 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:35:51.278731 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.343827 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-4a350e40-a9bc-4108-82a4-658b345c9158 None None] Provisioning complete for port 8548e760-410d-4343-9d1f-e70f125cf432 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:51.349780 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4a350e40-a9bc-4108-82a4-658b345c9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.510665 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Router 41563d05-c01b-4f1e-ac4a-1066788de0f4 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:35:51.623723 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:35:51.633999 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Sync routers for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:35:51.644572 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:51.645205 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:51.695805 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.697066 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3fe5c124-bc4e-4857-a2fc-a19557432c61 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2272625 Nov 11 16:35:51.699781 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56896) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:51.725019 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-f58b8a88-c4aa-4f39-84b6-d7c05c4c53b9 None None] Provisioning complete for port 8548e760-410d-4343-9d1f-e70f125cf432 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:51.725642 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f58b8a88-c4aa-4f39-84b6-d7c05c4c53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:51.760738 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:51.959731 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:50Z', 'revision_number': 3, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:51.986973 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Checking router: 41563d05-c01b-4f1e-ac4a-1066788de0f4 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:35:51.987333 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Updating router 41563d05-c01b-4f1e-ac4a-1066788de0f4 port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:35:52.011348 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.043781 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba5f77-8066-4190-90f8-3e8c1dbcaa71 req-03c7c4fa-4bdf-4c15-a840-c6c934cb0942 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:52.050241 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b1ba5f77-8066-4190-90f8-3e8c1dbcaa71 req-03c7c4fa-4bdf-4c15-a840-c6c934cb0942 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0933788 Nov 11 16:35:52.148121 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b1ba5f77-8066-4190-90f8-3e8c1dbcaa71 req-fb0c456e-da67-4ba1-b557-bc3865a546ea tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953987 Nov 11 16:35:52.213784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.307571 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.399561 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.453219 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Attempting to bind port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:52.453668 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Attempting to bind port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:52.454203 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Attempting to bind port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:52.460740 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Allocated IP 172.20.0.1 (bb918e5d-74c4-4a9d-b685-872057455ef7/f828d842-52c7-44ac-85e6-f8794b636d61/9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:52.462826 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f4f0-3d83-46c3-b03c-e7c759ea8a8f None None] Pushing event updated for resources: {'Port': ['ID=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,revision_number=2']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:52.465650 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:52.466124 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:52.466725 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.467481 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:52.468120 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Bound port: 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:52.468756 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.483177 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-01a64afc-0aaf-415c-872c-944f8bd2cdae req-fca1d505-cf05-4f18-b5a6-d78d26dc50d6 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.2475979 Nov 11 16:35:52.579804 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] For port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:52.584174 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] For port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:52.607106 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-607a1d0c-8385-475d-9c2a-45e99da76c18 req-2afa79ff-6169-4ad2-bf11-9845aa36961a service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334791 Nov 11 16:35:52.625930 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 8548e760-410d-4343-9d1f-e70f125cf432 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:52.649558 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.677244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 8548e760-410d-4343-9d1f-e70f125cf432 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:52.677618 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.706986 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:52.707765 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:52.760629 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f4f0-3d83-46c3-b03c-e7c759ea8a8f None None] Pushing event updated for resources: {'Port': ['ID=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:52.819896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.834950 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:52.925567 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:52.969714 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Network bb918e5d-74c4-4a9d-b685-872057455ef7 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:52.973016 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:52.975394 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:53.003580 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Pushing event updated for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:53.020311 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:50Z', 'revision_number': 3, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:53.024890 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.047225 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eb701a-048a-4532-907c-c8ac2be99e69 None None] The sync data for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi is: [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:50Z', 'revision_number': 3, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:35:53.240621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-252acc85-8479-47d6-9d75-f18d3cbea7a8 None None] Provisioning complete for port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:53.249186 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-252acc85-8479-47d6-9d75-f18d3cbea7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.283465 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-252acc85-8479-47d6-9d75-f18d3cbea7a8 None None] Port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:53.294021 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1037386-7a5e-4320-bdc6-cb94faa76673 req-f3e07ac8-8e27-46f0-b2e4-2750ee0e1ce7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:53.295693 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1037386-7a5e-4320-bdc6-cb94faa76673 req-f3e07ac8-8e27-46f0-b2e4-2750ee0e1ce7 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0736563 Nov 11 16:35:53.356376 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1037386-7a5e-4320-bdc6-cb94faa76673 req-1c5ff468-9162-4f80-9c16-8f81a26b95ae tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Nov 11 16:35:53.372956 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.551763 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.629989 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1bdcb7e3-d3c6-4ccc-82e4-b88d67d638bd req-a62d9400-febe-4b71-bc59-f1036d0baa14 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0327346 Nov 11 16:35:53.644785 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.710661 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Pushing event updated for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:53.713154 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:53.816857 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Network bb918e5d-74c4-4a9d-b685-872057455ef7 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:53.818403 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:54.020177 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Router 41563d05-c01b-4f1e-ac4a-1066788de0f4 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:35:54.121094 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ed246fb1-6239-43c5-82f9-bd228b6b650c None None] Provisioning complete for port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:54.121748 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ed246fb1-6239-43c5-82f9-bd228b6b650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:54.152830 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:35:54.166065 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-95841c9d-5dc5-437c-a029-add286bf0c8d admin admin] 10.222.0.11 "PUT /v2.0/routers/41563d05-c01b-4f1e-ac4a-1066788de0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651976 Nov 11 16:35:54.174485 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ed246fb1-6239-43c5-82f9-bd228b6b650c None None] Port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:54.496301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed93fd-e8ee-43df-8a9b-c50d0f0efa15 req-22178a00-ffc3-47b7-a726-5f4b98a9ec73 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:54.498273 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-51ed93fd-e8ee-43df-8a9b-c50d0f0efa15 req-22178a00-ffc3-47b7-a726-5f4b98a9ec73 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0526562 Nov 11 16:35:54.564217 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-51ed93fd-e8ee-43df-8a9b-c50d0f0efa15 req-743088d1-0b87-4c47-929b-b709182b3a42 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595248 Nov 11 16:35:54.661761 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:54.736318 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:54.736803 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:54.845943 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:54.874562 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:54.926781 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-55f13c2f-27bc-4f0e-bf77-c0478dfcd027 req-b11d4e74-49d8-4b1a-a952-16c800b8f58a tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Nov 11 16:35:54.949069 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:54.967146 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56956) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:54.974317 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916777000', 'description': 'tempest-secgroup-smoke-1916777000 description', 'project_id': '46c64d4006bf47da9db3f2d198218d91'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:55.020814 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:55.041275 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-60804fa0-d4ee-4abd-9526-b4bbe9be9cce tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:55.042965 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-60804fa0-d4ee-4abd-9526-b4bbe9be9cce tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "GET /v2.0/networks?id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e HTTP/1.1" status: 200 len: 808 time: 0.1406968 Nov 11 16:35:55.061828 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Request body: {'port': {'device_id': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e', 'admin_state_up': True, 'tenant_id': '3edf464ea72044b0a65dd300031d24b4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:55.082113 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.179237 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.250794 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.274304 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Made reservation on behalf of 3edf464ea72044b0a65dd300031d24b4 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:35:55.277842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.293967 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62ca14-642a-43a1-bb49-386437dc5555,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:55.354310 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.356068 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a7e63f6e-0f00-4468-a6a5-0fbd1c073866 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3875585 Nov 11 16:35:55.358702 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56970) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:55.363908 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:55.420510 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Allocated IP 172.20.0.11 (7d37159e-e6d1-4e2e-b052-7d3641d7d49e/7e2a929a-c319-4f97-9492-af95fdc3cf1d/0aa12ce5-adae-4640-8a34-c10f336d510f) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:35:55.467987 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.541142 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.604376 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.622805 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.655025 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e2e9e-858d-403d-b867-03e16f544a90,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:55.700083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.713676 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a4142-9790-41ae-af6f-391dcaaeb607 req-26235041-a5dd-4d9b-a6b4-69d279c60b86 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:55.715213 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e06a4142-9790-41ae-af6f-391dcaaeb607 req-26235041-a5dd-4d9b-a6b4-69d279c60b86 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0502653 Nov 11 16:35:55.739805 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.741329 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6654e8d5-847c-4f22-ab99-91f55eff79d8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816128 Nov 11 16:35:55.744068 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56984) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:55.745042 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:35:55.745850 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:35:55.748488 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:35:55.750066 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:55.760917 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Sync routers for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:35:55.774687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:55.775314 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:55.789481 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Pushing event updated for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:55.801196 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e06a4142-9790-41ae-af6f-391dcaaeb607 req-e8dc970a-9ed0-40fc-8c32-8938132c9f24 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779111 Nov 11 16:35:55.817255 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:55.817893 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.889971 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.897887 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:55.953045 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:55.958817 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-22b40f9c-75e1-4483-b1cb-bbbb05eaf1da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007618 Nov 11 16:35:55.971948 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Request body: {'port': {'device_id': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:56.031519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.050512 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.073395 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164ab9a2-ab02-4204-8a32-1bac03993c36,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:56.091915 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00535-fe56-46ba-8d32-1b2fc1a205d0 req-0480d1df-a9c4-4624-a5a3-708e90eff59a tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:56.093528 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e2e00535-fe56-46ba-8d32-1b2fc1a205d0 req-0480d1df-a9c4-4624-a5a3-708e90eff59a tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 932 time: 0.0939980 Nov 11 16:35:56.161872 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:53Z', 'revision_number': 4, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97', 'name': '', 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'mac_address': 'fa:16:3e:0b:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:52Z', 'updated_at': '2021-11-11T16:35:53Z', 'revision_number': 2, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'subnets': [{'id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:56.163186 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.164366 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1499c18c-95ee-4de3-a38e-507b6543615c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4183831 Nov 11 16:35:56.169729 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e2e00535-fe56-46ba-8d32-1b2fc1a205d0 req-a28a6948-7389-4ba8-96b2-2f7f7fb5a1c7 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Nov 11 16:35:56.170766 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 56990) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:56.175671 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:56.202861 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Checking router: 41563d05-c01b-4f1e-ac4a-1066788de0f4 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:35:56.203527 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Updating router 41563d05-c01b-4f1e-ac4a-1066788de0f4 port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:35:56.230108 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.296376 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.337095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa12ce5-adae-4640-8a34-c10f336d510f {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:35:56.355263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.370261 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Transition to ACTIVE for port object 0aa12ce5-adae-4640-8a34-c10f336d510f will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:35:56.375060 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.456486 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.459406 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.490668 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fef676-a5e7-4fe8-a252-ae658f112605,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:56.500043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.512318 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Pushing event updated for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:56.584224 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.588771 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 56998) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:56.590896 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ef1769f8-763e-4137-b40f-e0c9b5988bff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191494 Nov 11 16:35:56.593773 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.594595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:56.599779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:56.601317 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Attempting to bind port 0aa12ce5-adae-4640-8a34-c10f336d510f on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:56.601652 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Attempting to bind port 0aa12ce5-adae-4640-8a34-c10f336d510f by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:56.601973 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Attempting to bind port 0aa12ce5-adae-4640-8a34-c10f336d510f on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:56.607744 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Port 0aa12ce5-adae-4640-8a34-c10f336d510f on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:35:56.608191 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Attempting to bind port 0aa12ce5-adae-4640-8a34-c10f336d510f on network 7d37159e-e6d1-4e2e-b052-7d3641d7d49e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:56.617667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:56.617968 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Checking segment: {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:56.618413 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Bound using segment: {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:56.618845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Bound port: 0aa12ce5-adae-4640-8a34-c10f336d510f, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98074ce5-ae84-4afc-acbe-ea020a41f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:56.619283 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.693997 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdcb54-0603-4a6f-bfd5-715a7c4c9544 None None] Pushing event updated for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:56.698983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:56.702231 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0aa12ce5-adae-4640-8a34-c10f336d510f,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:56.726067 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:56.726357 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.733294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.786103 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.792247 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Attempting to bind port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:35:56.792771 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Attempting to bind port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:35:56.794383 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Attempting to bind port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 on network bb918e5d-74c4-4a9d-b685-872057455ef7 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:35:56.802255 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:35:56.802632 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Checking segment: {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:35:56.802973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.803363 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Bound using segment: {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:35:56.803840 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Bound port: 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebb1f7-f692-4b4d-abcf-beacdd751afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:35:56.804266 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.831711 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:56.832517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.833905 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] 10.222.0.70 "PUT /v2.0/ports/0aa12ce5-adae-4640-8a34-c10f336d510f HTTP/1.1" status: 200 len: 1094 time: 0.8672190 Nov 11 16:35:56.834432 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:35:56.836809 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530077e8-ed87-4f59-8692-74465592182c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:35:56.890247 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:56.917968 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] For port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:35:56.920181 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929265cc-5cb1-453c-9e71-be2031580ca9 x-openstack-request-id: req-929265cc-5cb1-453c-9e71-be2031580ca9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:35:56.920470 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:35:56.920742 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-929265cc-5cb1-453c-9e71-be2031580ca9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:35:56.921915 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f', 'status': 'completed', 'code': 200} Nov 11 16:35:56.927320 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] For port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:35:56.929341 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65105d1-70c0-4050-a3b3-40d3a9d4b8de service neutron] Pushing event updated for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:56.997719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.008513 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-0c99813a-1b2a-409a-8e58-658308eb2b88 None None] Provisioning complete for port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:57.011824 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0c99813a-1b2a-409a-8e58-658308eb2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.032239 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdc75f2-bab0-4224-aabc-897d7ec5bc8c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:57.034025 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.045699 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add392ca-90f3-4df6-9624-ffdde2d10664 req-3a68686f-bf41-42ad-9450-7ae2f62d0758 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.047331 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-add392ca-90f3-4df6-9624-ffdde2d10664 req-3a68686f-bf41-42ad-9450-7ae2f62d0758 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1091628 Nov 11 16:35:57.049060 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530077e8-ed87-4f59-8692-74465592182c req-fa6059da-701c-451b-83b7-1d3b81162b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.050443 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-530077e8-ed87-4f59-8692-74465592182c req-fa6059da-701c-451b-83b7-1d3b81162b03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 1097 time: 0.1008484 Nov 11 16:35:57.158424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.159721 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b7bdfb21-d1ef-4de4-916f-71fa5ddafe03 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5697351 Nov 11 16:35:57.162787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 57010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:57.167393 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:57.177015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-add392ca-90f3-4df6-9624-ffdde2d10664 req-853cafe9-e270-4bb9-b946-3f469ccb880a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219058 Nov 11 16:35:57.214703 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0c99813a-1b2a-409a-8e58-658308eb2b88 None None] Port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:35:57.233108 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530077e8-ed87-4f59-8692-74465592182c req-23f1b1ef-e675-4172-b804-567c1eb8c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.235142 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-530077e8-ed87-4f59-8692-74465592182c req-23f1b1ef-e675-4172-b804-567c1eb8c863 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3edf464ea72044b0a65dd300031d24b4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1661432 Nov 11 16:35:57.241311 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:35:57.241981 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:35:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:57.249398 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdcb54-0603-4a6f-bfd5-715a7c4c9544 None None] Pushing event updated for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:57.352890 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Project 46c64d4006bf47da9db3f2d198218d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:35:57.387410 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec53af-0987-4e45-bec0-31024654dde3 req-e75e57bb-9eff-4651-a53f-08cf09187a04 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.392577 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.398768 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6ec53af-0987-4e45-bec0-31024654dde3 req-e75e57bb-9eff-4651-a53f-08cf09187a04 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 944 time: 0.1141791 Nov 11 16:35:57.442714 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:35:57.444583 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530077e8-ed87-4f59-8692-74465592182c req-3ae22e3f-b5b4-4ca2-ba7d-a3c9100dfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.446305 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-530077e8-ed87-4f59-8692-74465592182c req-3ae22e3f-b5b4-4ca2-ba7d-a3c9100dfd30 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1958632 Nov 11 16:35:57.466451 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6ec53af-0987-4e45-bec0-31024654dde3 req-9dc6e50f-0c81-4213-924b-74cf1a545eaf tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655992 Nov 11 16:35:57.517170 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.540821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-92911534-052e-4815-bc56-cf22c49a5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.548439 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-92911534-052e-4815-bc56-cf22c49a5618 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3edf464ea72044b0a65dd300031d24b4&device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 1097 time: 0.0577106 Nov 11 16:35:57.596730 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-68f6be3b-0e2e-4d2c-a3ea-98d032e263de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa12ce5-adae-4640-8a34-c10f336d510f HTTP/1.1" status: 200 len: 217 time: 0.0367529 Nov 11 16:35:57.602468 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] Provisioning complete for port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:57.602706 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.602877 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.658480 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a786ba-ae3e-4108-b56c-21e1af4c9819,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:57.679676 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b126-9226-4555-990f-f9d503a38b28 req-0651ef4d-03d5-416e-b31f-cbc32c4d34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:57.681185 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-0651ef4d-03d5-416e-b31f-cbc32c4d34b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e2a929a-c319-4f97-9492-af95fdc3cf1d HTTP/1.1" status: 200 len: 848 time: 0.0727780 Nov 11 16:35:57.720009 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-fe6968f8-22bb-4c9f-bd79-09ac288f39f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d37159e-e6d1-4e2e-b052-7d3641d7d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263867 Nov 11 16:35:57.731011 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.732463 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-9b109530-6d48-4bee-b54f-7715e030b758 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5687511 Nov 11 16:35:57.735365 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 57020) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:57.741818 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'security_group_rule': {'security_group_id': '3f62ca14-642a-43a1-bb49-386437dc5555', 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:35:57.752759 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.773837 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:53Z', 'revision_number': 4, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97', 'name': '', 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'mac_address': 'fa:16:3e:0b:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:52Z', 'updated_at': '2021-11-11T16:35:56Z', 'revision_number': 4, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'subnets': [{'id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:35:57.808397 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d891c6-8f9e-49ce-a786-95b7a436df1b None None] The sync data for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi is: [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:35:53Z', 'revision_number': 4, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97', 'name': '', 'network_id': 'bb918e5d-74c4-4a9d-b685-872057455ef7', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'mac_address': 'fa:16:3e:0b:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:52Z', 'updated_at': '2021-11-11T16:35:56Z', 'revision_number': 4, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'subnets': [{'id': 'f828d842-52c7-44ac-85e6-f8794b636d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:35:57.817637 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] For port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:35:57.839604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-c0e601e5-843b-41de-8a50-37e935f55320 service neutron] 10.222.0.70 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019013 Nov 11 16:35:57.853839 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.securitygroups_db [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Project 46c64d4006bf47da9db3f2d198218d91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:35:57.870615 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.945435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:57.983357 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.011291 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e299b126-9226-4555-990f-f9d503a38b28 req-0bce7668-3d0b-44c0-8722-8d5551241284 service neutron] 10.222.0.70 "GET /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635344 Nov 11 16:35:58.051414 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5932e6-2a21-4312-bf72-d05b2d98d475 None None] Pushing event updated for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:58.071132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.097550 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9d90f1-cc94-4dd0-ac9c-5d53f587b439,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:58.205255 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.206983 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d7de38bd-43f3-4831-953d-e953d1b9e4b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4694149 Nov 11 16:35:58.489613 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 57076) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:58.617814 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faa236-e019-4c7a-b7c4-95eddf898143 req-6e66ed48-be5f-45e4-9a99-ef5e256bee10 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:58.619421 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-41faa236-e019-4c7a-b7c4-95eddf898143 req-6e66ed48-be5f-45e4-9a99-ef5e256bee10 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 944 time: 0.0570517 Nov 11 16:35:58.644843 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d20a2f38-276d-49ce-b61e-13e9a3b10ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.645712 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:35:58.700165 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:35:58.700532 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.703013 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-41faa236-e019-4c7a-b7c4-95eddf898143 req-f0107a1c-7dc2-4fa5-99da-f8ac987b3c63 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764267 Nov 11 16:35:58.752320 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d20a2f38-276d-49ce-b61e-13e9a3b10ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.816415 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d20a2f38-276d-49ce-b61e-13e9a3b10ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.857986 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d20a2f38-276d-49ce-b61e-13e9a3b10ebe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5efa3d981454bc48982bd5084aa700e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647599 Nov 11 16:35:58.857986 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a2f38-276d-49ce-b61e-13e9a3b10ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf4e8d-09ae-41ac-a1b7-a57366abb2f5,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:58.858558 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 57084) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:35:58.911707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:58.935784 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:59.045302 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127d4c0-48d4-42a7-a0ea-7bc21b0a05d2 req-0b55b77e-7bc4-4a08-9c42-23424db3153c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:59.046818 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d127d4c0-48d4-42a7-a0ea-7bc21b0a05d2 req-0b55b77e-7bc4-4a08-9c42-23424db3153c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0498469 Nov 11 16:35:59.093885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:59.097534 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:35:59.098893 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ebf4e8d-09ae-41ac-a1b7-a57366abb2f5 HTTP/1.1" status: 204 len: 168 time: 0.2387288 Nov 11 16:35:59.119556 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89663-228b-4b71-99b4-cabf6edc3325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf4e8d-09ae-41ac-a1b7-a57366abb2f5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:35:59.139470 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d127d4c0-48d4-42a7-a0ea-7bc21b0a05d2 req-827a5b51-c06a-407d-a751-98419179299f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859232 Nov 11 16:35:59.826901 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba771-6d78-458a-b138-26b3395e0fea req-b2fc78bd-d6ae-4e19-a5b9-91215ec99aa4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:35:59.828882 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8cba771-6d78-458a-b138-26b3395e0fea req-b2fc78bd-d6ae-4e19-a5b9-91215ec99aa4 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 944 time: 0.0556905 Nov 11 16:35:59.880914 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8cba771-6d78-458a-b138-26b3395e0fea req-eaf42d61-ff32-4495-a435-9ddf8bd2099e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Nov 11 16:36:01.008508 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccac109-eeea-4f7e-80ae-6adcacb9c298 req-85918701-3497-4fcb-93af-775d309e52da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:01.009980 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0ccac109-eeea-4f7e-80ae-6adcacb9c298 req-85918701-3497-4fcb-93af-775d309e52da tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 944 time: 0.0594416 Nov 11 16:36:01.062151 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0ccac109-eeea-4f7e-80ae-6adcacb9c298 req-8d61f549-b7c6-46ad-8be9-cb4e41f02621 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Nov 11 16:36:01.502278 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0aa12ce5-adae-4640-8a34-c10f336d510f details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:36:01.602589 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0aa12ce5-adae-4640-8a34-c10f336d510f,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:01.615629 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '0aa12ce5-adae-4640-8a34-c10f336d510f', 'network_id': '7d37159e-e6d1-4e2e-b052-7d3641d7d49e', 'port_id': '0aa12ce5-adae-4640-8a34-c10f336d510f', 'mac_address': 'fa:16:3e:4c:48:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2a929a-c319-4f97-9492-af95fdc3cf1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:36:01.654298 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:01.673011 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa12ce5-adae-4640-8a34-c10f336d510f {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:36:01.691935 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0aa12ce5-adae-4640-8a34-c10f336d510f,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:01.791144 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:01.841919 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:01.989293 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc40c-4684-4738-a89b-b60e29f95b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:02.067046 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1e22-054d-4d26-bf58-e355208be091 req-978be8dd-4a1f-49b8-9e2f-421038e885f7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:02.071768 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac2b1e22-054d-4d26-bf58-e355208be091 req-978be8dd-4a1f-49b8-9e2f-421038e885f7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0573606 Nov 11 16:36:02.085667 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:36:02.129447 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac2b1e22-054d-4d26-bf58-e355208be091 req-e49d71fa-de6d-4774-b39e-c641bbcd41ed tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511491 Nov 11 16:36:02.187496 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f43c-3ca5-4e9f-aeb3-c9a1b4776d9b req-4c5bec1b-548b-4bb0-9dbe-82adaad7b393 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:02.189653 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-62b5f43c-3ca5-4e9f-aeb3-c9a1b4776d9b req-4c5bec1b-548b-4bb0-9dbe-82adaad7b393 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Nov 11 16:36:02.241266 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-62b5f43c-3ca5-4e9f-aeb3-c9a1b4776d9b req-0b92fe4d-63ba-4680-ac2b-7e8ca438c975 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Nov 11 16:36:02.302440 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0aa12ce5-adae-4640-8a34-c10f336d510f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:03.245697 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a37b5-2509-42c0-8c1d-bf4d5db126d6 req-8dc10358-946c-4ed5-9992-91f69d977e46 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:03.247232 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a1a37b5-2509-42c0-8c1d-bf4d5db126d6 req-8dc10358-946c-4ed5-9992-91f69d977e46 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Nov 11 16:36:03.297627 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a1a37b5-2509-42c0-8c1d-bf4d5db126d6 req-ecfece2a-ad3f-46b7-9cbe-ff80d6eaeefc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Nov 11 16:36:03.372798 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c228f-0e95-41b7-866b-82577b6e3f4f req-1bfda5aa-0974-4ac6-8a0e-c98eff4fdcb6 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:03.374373 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a02c228f-0e95-41b7-866b-82577b6e3f4f req-1bfda5aa-0974-4ac6-8a0e-c98eff4fdcb6 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Nov 11 16:36:03.424923 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a02c228f-0e95-41b7-866b-82577b6e3f4f req-49a2a82a-dd3e-4f08-98a3-0aa21af4fdf0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Nov 11 16:36:03.670999 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-bc1278cb-a52d-494e-aa37-ab93c09a88ae tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:03.672372 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-bc1278cb-a52d-494e-aa37-ab93c09a88ae tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1052620 Nov 11 16:36:03.687357 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-cf3aa435-9768-439e-be76-836da1e33a5f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/quotas/995594f22a2641a5a6056b04bdcf60c9 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Nov 11 16:36:03.741442 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-9dfda17d-3e5e-4b97-a108-fe2a9319034a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475054 Nov 11 16:36:03.833471 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-983bb66e-fdc3-442f-ba58-ab30ab9a7325 service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851007 Nov 11 16:36:03.923831 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-65156b7a-473e-487d-946e-dcf53a2b6d6d service neutron] 10.222.0.11 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834539 Nov 11 16:36:04.174442 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf69d6c3-ec8c-40e6-a4bf-5db9a48eb293 req-28edec76-c2bc-4e22-999b-0a50c0c6d736 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 210 time: 0.0260863 Nov 11 16:36:04.401855 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0ec00d96-96a0-4072-b438-de3976772b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:04.415954 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff7fd2-c1fe-4bcd-be57-dcc6d1588006 req-42ac3b59-5e74-4e6d-9244-5a4af8f1b63c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:04.417410 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1fff7fd2-c1fe-4bcd-be57-dcc6d1588006 req-42ac3b59-5e74-4e6d-9244-5a4af8f1b63c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0482910 Nov 11 16:36:04.475877 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1fff7fd2-c1fe-4bcd-be57-dcc6d1588006 req-54f70643-8308-4cb2-9ff2-bb3bead5e5b5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517943 Nov 11 16:36:04.575864 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658db66-e3e1-4406-8c52-c1ba55666a75 req-5cda907b-3326-4a16-ad29-8f3e7ce88c75 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:04.577334 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6658db66-e3e1-4406-8c52-c1ba55666a75 req-5cda907b-3326-4a16-ad29-8f3e7ce88c75 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 945 time: 0.0524085 Nov 11 16:36:04.629651 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6658db66-e3e1-4406-8c52-c1ba55666a75 req-b28fe28f-3258-4dc0-942d-029dae4745b1 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Nov 11 16:36:05.263436 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-64d5b8c5-d80e-4213-a84c-6bd54478e8c1 req-a4392294-c68b-490b-9b20-dc21991e4950 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 210 time: 0.0242252 Nov 11 16:36:05.416151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:05.604114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a285b2-6cd2-4144-8ddf-c699d5247985 req-8cbd1bab-400b-4384-abc3-f54e31e4e642 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:05.605643 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-63a285b2-6cd2-4144-8ddf-c699d5247985 req-8cbd1bab-400b-4384-abc3-f54e31e4e642 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0524714 Nov 11 16:36:05.654841 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-63a285b2-6cd2-4144-8ddf-c699d5247985 req-8467e444-b60d-4315-91f7-ceb74bce0ede tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Nov 11 16:36:05.742634 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516dee3-c504-4ede-a439-8c19ce563f2f req-ccd73143-2cf5-461f-bb91-48eeb9006825 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:05.744086 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f516dee3-c504-4ede-a439-8c19ce563f2f req-ccd73143-2cf5-461f-bb91-48eeb9006825 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 945 time: 0.0470510 Nov 11 16:36:05.792690 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f516dee3-c504-4ede-a439-8c19ce563f2f req-7961c073-e9d5-458b-9443-62df43a54577 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Nov 11 16:36:06.356100 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d96d6acf-0fe0-4405-b60f-7b84465b2119 req-7dee995a-bb2b-41ca-ac6c-c36f10dbbea3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 210 time: 0.0254176 Nov 11 16:36:06.773142 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5cfe-f709-4e4b-98d3-9dc93100aee4 req-0a8ed5b3-97c6-4006-8771-e7b9ba0bfd24 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:06.774640 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b05b5cfe-f709-4e4b-98d3-9dc93100aee4 req-0a8ed5b3-97c6-4006-8771-e7b9ba0bfd24 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0480235 Nov 11 16:36:06.831220 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b05b5cfe-f709-4e4b-98d3-9dc93100aee4 req-4fc031e6-1bdd-41b9-ac44-8de49e92d6f2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506108 Nov 11 16:36:06.915425 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130588dc-ce76-45be-b19b-a4b135d3d0b6 req-be98c8ed-eb71-4d22-9453-3f1c7d979daf tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:06.916898 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-130588dc-ce76-45be-b19b-a4b135d3d0b6 req-be98c8ed-eb71-4d22-9453-3f1c7d979daf tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 945 time: 0.0493374 Nov 11 16:36:06.965452 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-130588dc-ce76-45be-b19b-a4b135d3d0b6 req-ca95ba2d-e8db-4e25-ae61-14414876600c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Nov 11 16:36:07.021922 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:07.457620 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6576140-ac58-44d0-9801-3a0bd811b58e req-750ff6dd-d81c-4ff1-b21f-e9804e4dbd5b tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 210 time: 0.0251462 Nov 11 16:36:07.543283 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0aa12ce5-adae-4640-8a34-c10f336d510f up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:36:07.653737 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 0aa12ce5-adae-4640-8a34-c10f336d510f completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:36:07.658880 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 0aa12ce5-adae-4640-8a34-c10f336d510f triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:07.672053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:07.722399 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-2f0f2e80-cd74-4f4f-82aa-037708fe867c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:07.724079 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-2f0f2e80-cd74-4f4f-82aa-037708fe867c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/networks?id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 200 len: 815 time: 0.1275759 Nov 11 16:36:07.742777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Request body: {'port': {'device_id': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'admin_state_up': True, 'tenant_id': '995594f22a2641a5a6056b04bdcf60c9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:07.745891 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:07.771797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:07.774060 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ae494-22cd-483e-b1c7-3a3cc4782d97" -d '{"events": [{"server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "name": "network-vif-plugged", "status": "completed", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:07.787763 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0aa12ce5-adae-4640-8a34-c10f336d510f,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:07.819964 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db858e1d-e0a0-4209-a816-1c93449787ed x-openstack-request-id: req-db858e1d-e0a0-4209-a816-1c93449787ed {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:07.820142 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "name": "network-vif-plugged", "status": "completed", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:07.820290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db858e1d-e0a0-4209-a816-1c93449787ed {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:07.820683 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f', 'code': 200} Nov 11 16:36:07.870768 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:07.934052 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:07.956859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Made reservation on behalf of 995594f22a2641a5a6056b04bdcf60c9 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:07.960419 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377be0d-446c-427a-bbdb-53fc988d81a2 req-3295cec3-bc8f-440b-9716-160ed41ba888 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:07.961263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:07.962893 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f377be0d-446c-427a-bbdb-53fc988d81a2 req-3295cec3-bc8f-440b-9716-160ed41ba888 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0567205 Nov 11 16:36:08.054570 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f377be0d-446c-427a-bbdb-53fc988d81a2 req-2002574e-b5df-4802-a8e9-b612f939e975 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796971 Nov 11 16:36:08.122691 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:08.160040 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Allocated IP 172.20.0.9 (adb1b7d0-9208-4270-affe-3d6f3f93d7d6/f171095b-a823-4eb7-bc36-2158835058f9/316f6143-cdc9-4609-8928-1ac2fe8f907b) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:08.170890 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be9c80-e456-462b-84ea-593e5db1016e req-41c87709-e370-4b3c-b946-3aede45946b3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:08.172375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-31be9c80-e456-462b-84ea-593e5db1016e req-41c87709-e370-4b3c-b946-3aede45946b3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0857999 Nov 11 16:36:08.255884 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185030bd-506b-46dc-8107-767ad50a1ed9 req-6bc4062a-66ab-4577-b28a-91426d8d1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:08.257256 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-185030bd-506b-46dc-8107-767ad50a1ed9 req-6bc4062a-66ab-4577-b28a-91426d8d1598 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 1099 time: 0.1062131 Nov 11 16:36:08.291203 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-31be9c80-e456-462b-84ea-593e5db1016e req-9a36a0cf-8260-47ed-8cb0-cdc1d1bd2441 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023195 Nov 11 16:36:08.364459 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-185030bd-506b-46dc-8107-767ad50a1ed9 req-b8a68b52-d0a9-45b0-b10c-8df43ede97fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935819 Nov 11 16:36:08.405584 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:08.496890 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:08.520940 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', '430c748e-bc08-4f21-9fc9-7566da08f638'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:08.542988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:08.544738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:08.548576 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:08.582331 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event updated for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:08.606891 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8066a-9289-458d-9fc6-b76245b1d6ca req-26bf1964-111a-423d-88bd-02f0c5b0265e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:08.608447 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0bc8066a-9289-458d-9fc6-b76245b1d6ca req-26bf1964-111a-423d-88bd-02f0c5b0265e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 931 time: 0.0774398 Nov 11 16:36:08.608996 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:08.609617 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:08.671222 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0bc8066a-9289-458d-9fc6-b76245b1d6ca req-691fb9e3-771a-4cdb-9df6-e12cb27f3a00 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 Nov 11 16:36:08.690978 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-84bb3c59-059e-4027-a7a0-56391f2c6268 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520967 Nov 11 16:36:08.708246 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Request body: {'port': {'device_id': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:08.762827 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.029425 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316f6143-cdc9-4609-8928-1ac2fe8f907b {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:36:09.038711 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.050042 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Transition to ACTIVE for port object 316f6143-cdc9-4609-8928-1ac2fe8f907b will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:36:09.110849 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.194613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Pushing event updated for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:09.227777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2752482-002d-49fd-9dc5-ebf837d2076e req-531b7fc1-23ae-409e-a6ad-7b5e1600ea22 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:09.229258 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e2752482-002d-49fd-9dc5-ebf837d2076e req-531b7fc1-23ae-409e-a6ad-7b5e1600ea22 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.1135471 Nov 11 16:36:09.304321 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Attempting to bind port 316f6143-cdc9-4609-8928-1ac2fe8f907b on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:09.304655 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Attempting to bind port 316f6143-cdc9-4609-8928-1ac2fe8f907b by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:09.304984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Attempting to bind port 316f6143-cdc9-4609-8928-1ac2fe8f907b on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:09.310602 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e2752482-002d-49fd-9dc5-ebf837d2076e req-a28f9958-6344-4a2b-a872-b2979d730c26 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648918 Nov 11 16:36:09.312971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Port 316f6143-cdc9-4609-8928-1ac2fe8f907b on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:36:09.313117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Attempting to bind port 316f6143-cdc9-4609-8928-1ac2fe8f907b on network adb1b7d0-9208-4270-affe-3d6f3f93d7d6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:09.318962 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:09.319121 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Checking segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:09.319547 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Bound using segment: {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:09.319911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Bound port: 316f6143-cdc9-4609-8928-1ac2fe8f907b, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fe3003-1008-4c72-9045-0c0f6f9f9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:09.320266 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.386381 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:09.389892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:09.405618 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718acdc-dcfb-4992-baf2-210a7654a545 req-d91cf402-86f3-4fac-acb6-62a63728fba3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:09.407119 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3718acdc-dcfb-4992-baf2-210a7654a545 req-d91cf402-86f3-4fac-acb6-62a63728fba3 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Nov 11 16:36:09.454656 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3718acdc-dcfb-4992-baf2-210a7654a545 req-41a912bf-a0ee-4fd5-8f23-96bd46a33c71 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Nov 11 16:36:09.465652 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.498327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:09.498929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:09.500269 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] 10.222.0.70 "PUT /v2.0/ports/316f6143-cdc9-4609-8928-1ac2fe8f907b HTTP/1.1" status: 200 len: 1093 time: 0.7972767 Nov 11 16:36:09.500714 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:09.503524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d204dbea-9bd6-4cb7-91af-22f0dc37894f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:09.525920 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad3b85-a084-4577-b987-9d41075cb41a service neutron] Pushing event updated for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:09.541201 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14fbda3-5490-46f4-8565-573bf5330235 x-openstack-request-id: req-e14fbda3-5490-46f4-8565-573bf5330235 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:09.541495 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:09.541748 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e14fbda3-5490-46f4-8565-573bf5330235 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:09.542198 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b', 'status': 'completed', 'code': 200} Nov 11 16:36:09.789206 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bd031-1541-4487-83ee-bf46c9cb958f req-411de20f-5a03-41c4-91a8-0385c85be24d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:09.790680 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-982bd031-1541-4487-83ee-bf46c9cb958f req-411de20f-5a03-41c4-91a8-0385c85be24d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0479915 Nov 11 16:36:09.837384 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-982bd031-1541-4487-83ee-bf46c9cb958f req-4d6e78ec-9e6c-4aaa-84d1-aa244bfde6bc tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Nov 11 16:36:10.430395 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a169b7-f852-418b-bf56-ed68f964f34b req-2e6f56a5-f8e2-4bd9-a86c-ced218b8a224 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:10.431798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c4a169b7-f852-418b-bf56-ed68f964f34b req-2e6f56a5-f8e2-4bd9-a86c-ced218b8a224 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0499885 Nov 11 16:36:10.482084 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c4a169b7-f852-418b-bf56-ed68f964f34b req-15f12cf6-26f3-49a5-989a-411088f02ee1 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Nov 11 16:36:10.584354 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef10f9-79c0-4f68-bfab-56f05be05a30 req-4c775c3b-73a9-4648-9620-7bbfb7f827e0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:10.585820 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f5ef10f9-79c0-4f68-bfab-56f05be05a30 req-4c775c3b-73a9-4648-9620-7bbfb7f827e0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0539699 Nov 11 16:36:10.633243 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f5ef10f9-79c0-4f68-bfab-56f05be05a30 req-8e024ca3-9582-410d-928b-d52382bd0168 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Nov 11 16:36:10.953451 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50bd0-6025-4a2a-bc25-66022ba5e4c2 req-fb851a44-b936-46e9-8b8d-2391b2f2f7e7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:10.954874 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bfa50bd0-6025-4a2a-bc25-66022ba5e4c2 req-fb851a44-b936-46e9-8b8d-2391b2f2f7e7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0495455 Nov 11 16:36:11.001159 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bfa50bd0-6025-4a2a-bc25-66022ba5e4c2 req-abe98227-45ba-4b78-ab79-b3de71f7ffb5 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Nov 11 16:36:11.594373 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299da558-947e-4f0c-87d9-b87265391fda req-31182219-652b-48a4-ac9d-6a77cf703232 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:11.595795 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-299da558-947e-4f0c-87d9-b87265391fda req-31182219-652b-48a4-ac9d-6a77cf703232 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0465865 Nov 11 16:36:11.640886 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-299da558-947e-4f0c-87d9-b87265391fda req-9b9ad6a7-6a4f-4082-b6a5-23640dc382b0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391202 Nov 11 16:36:11.746798 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0625-a9fb-4148-bf38-067dd2341f5d req-d6022f00-9ae1-4252-a5da-2ee9b30184f0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:11.748159 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af1b0625-a9fb-4148-bf38-067dd2341f5d req-d6022f00-9ae1-4252-a5da-2ee9b30184f0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0476964 Nov 11 16:36:11.796084 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af1b0625-a9fb-4148-bf38-067dd2341f5d req-09c5bcb2-a9f0-42a6-b1b5-32f96d65343c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Nov 11 16:36:12.034869 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-0f87f578-97b9-426f-8409-8867268201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.036419 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-0f87f578-97b9-426f-8409-8867268201c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 1096 time: 0.0459514 Nov 11 16:36:12.116613 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376e62f-2bd8-4100-a73d-4d0d1843dbdb req-c2591637-55e0-4e2d-a42a-f23f83dfecc6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.118068 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9376e62f-2bd8-4100-a73d-4d0d1843dbdb req-c2591637-55e0-4e2d-a42a-f23f83dfecc6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0479925 Nov 11 16:36:12.148928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-e2be2751-87a8-4b5a-87e7-1f335a64dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.150400 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-e2be2751-87a8-4b5a-87e7-1f335a64dde8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=995594f22a2641a5a6056b04bdcf60c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0967612 Nov 11 16:36:12.168776 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9376e62f-2bd8-4100-a73d-4d0d1843dbdb req-de0094b4-cd4f-4f0f-8c8c-f5a0560670c9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Nov 11 16:36:12.259675 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-b162bd44-48a0-4dce-84fa-c550a47edf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.261141 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d204dbea-9bd6-4cb7-91af-22f0dc37894f req-b162bd44-48a0-4dce-84fa-c550a47edf21 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1004477 Nov 11 16:36:12.355508 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c2ffdff3-f11b-4402-91a7-33b47bb91a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.356863 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-c2ffdff3-f11b-4402-91a7-33b47bb91a58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=995594f22a2641a5a6056b04bdcf60c9&device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 1096 time: 0.0389533 Nov 11 16:36:12.402044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-fc27403c-0c97-4892-8b88-e812e2b95316 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b HTTP/1.1" status: 200 len: 217 time: 0.0328851 Nov 11 16:36:12.455497 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-e7c78866-6409-41ce-9769-170b1c32ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.456897 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-e7c78866-6409-41ce-9769-170b1c32ae22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 200 len: 855 time: 0.0457942 Nov 11 16:36:12.492126 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-4138a9d5-4f60-429e-b3d0-a7f91412be03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=adb1b7d0-9208-4270-affe-3d6f3f93d7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239313 Nov 11 16:36:12.589563 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-7146406b-9e60-47c6-859b-8aaa1ec93fd5 service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836523 Nov 11 16:36:12.921984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee4850-3260-46fe-ba2d-f1d78d3fa275 req-0a9e698b-b19e-4294-bb18-4c42e4f319f0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.923445 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bbee4850-3260-46fe-ba2d-f1d78d3fa275 req-0a9e698b-b19e-4294-bb18-4c42e4f319f0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0719621 Nov 11 16:36:12.929412 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c05f3-cdb7-456c-a7fd-0a067d95fb45 req-c0dc7293-c42b-4ebb-a98f-8ba07d62afcd tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:12.930934 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b63c05f3-cdb7-456c-a7fd-0a067d95fb45 req-c0dc7293-c42b-4ebb-a98f-8ba07d62afcd tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0596075 Nov 11 16:36:12.941251 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4485134f-cd5c-4041-88d0-47e0b9476c94 req-284d7db3-25a4-4a08-968f-708a18359a2e service neutron] 10.222.0.70 "GET /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393934 Nov 11 16:36:12.980184 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b63c05f3-cdb7-456c-a7fd-0a067d95fb45 req-c45e6fda-bf0e-4abb-8393-205557cf25ba tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Nov 11 16:36:12.980444 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bbee4850-3260-46fe-ba2d-f1d78d3fa275 req-83c209c9-8545-4573-a2e4-13b87fc6e58a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488701 Nov 11 16:36:12.987990 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:13.282891 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9581-0e1b-4978-8269-5e44198f1396 req-467508e6-44e5-4fbb-ac5d-8dcb75dc0465 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:13.284427 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-629d9581-0e1b-4978-8269-5e44198f1396 req-467508e6-44e5-4fbb-ac5d-8dcb75dc0465 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0469258 Nov 11 16:36:13.334005 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-629d9581-0e1b-4978-8269-5e44198f1396 req-c096ca7d-757a-43fd-8683-c7b4faf5636a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Nov 11 16:36:14.097479 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed07e-a4bd-4ccc-be4e-0fd8df2a49ce req-f599fb4d-d0d4-4fc9-ac3c-94723c06281d tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:14.100221 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-297ed07e-a4bd-4ccc-be4e-0fd8df2a49ce req-f599fb4d-d0d4-4fc9-ac3c-94723c06281d tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0507779 Nov 11 16:36:14.102930 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47c43f-0758-4001-a259-07a3540d9a25 req-88ce01cb-12ad-4081-8676-5c4ab3c9f897 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:14.104343 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8d47c43f-0758-4001-a259-07a3540d9a25 req-88ce01cb-12ad-4081-8676-5c4ab3c9f897 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0514073 Nov 11 16:36:14.149629 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-297ed07e-a4bd-4ccc-be4e-0fd8df2a49ce req-f6c1fed3-56aa-4e8e-939a-ada15d7c2967 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Nov 11 16:36:14.154442 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8d47c43f-0758-4001-a259-07a3540d9a25 req-233e94b6-d1bb-46b1-85da-744b3fb90b80 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 Nov 11 16:36:14.447528 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604296-d73c-4d85-9ca4-6ef507e24b85 req-67f74a7f-f01c-4fdc-b2c4-7f116df04e62 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:14.448967 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8604296-d73c-4d85-9ca4-6ef507e24b85 req-67f74a7f-f01c-4fdc-b2c4-7f116df04e62 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0470188 Nov 11 16:36:14.496021 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8604296-d73c-4d85-9ca4-6ef507e24b85 req-4f014aac-e028-4db0-8026-368ab238c145 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Nov 11 16:36:15.263922 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bddcc1-8920-4828-9e83-8e9635f58ee3 req-8b935c03-303d-404e-952d-20cbbca9414c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:15.265437 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81bddcc1-8920-4828-9e83-8e9635f58ee3 req-8b935c03-303d-404e-952d-20cbbca9414c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Nov 11 16:36:15.273826 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa970752-eb7c-4518-97b6-1509c4602401 req-9aad5020-e640-4bb9-9154-ceaffe73fc15 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:15.275341 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa970752-eb7c-4518-97b6-1509c4602401 req-9aad5020-e640-4bb9-9154-ceaffe73fc15 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Nov 11 16:36:15.313999 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81bddcc1-8920-4828-9e83-8e9635f58ee3 req-8577fce3-0550-4abd-9abe-ec5f59662375 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Nov 11 16:36:15.323203 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa970752-eb7c-4518-97b6-1509c4602401 req-542a380a-40e9-4dff-8415-b7788a2041df tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Nov 11 16:36:15.611378 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49dce-56f9-43c5-8373-19a84b2e92a5 req-def306f5-efb5-4826-a479-b9d408735168 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:15.612828 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-54b49dce-56f9-43c5-8373-19a84b2e92a5 req-def306f5-efb5-4826-a479-b9d408735168 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0501144 Nov 11 16:36:15.856119 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-54b49dce-56f9-43c5-8373-19a84b2e92a5 req-6ba98eed-d5b2-4a14-90b2-652d250a4184 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368004 Nov 11 16:36:16.435899 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c041fd-874c-4731-8086-d6ef470dbc6e req-86e6b5aa-480a-4d69-937b-14c3a965ca48 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:16.438249 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e1c041fd-874c-4731-8086-d6ef470dbc6e req-86e6b5aa-480a-4d69-937b-14c3a965ca48 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Nov 11 16:36:16.443170 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b992289-d251-4ab3-9324-4108e9cbb732 req-d1248077-70b1-40b2-a057-20ea8916b7c9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:16.444911 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0b992289-d251-4ab3-9324-4108e9cbb732 req-d1248077-70b1-40b2-a057-20ea8916b7c9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0510113 Nov 11 16:36:16.487047 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e1c041fd-874c-4731-8086-d6ef470dbc6e req-ca13d72b-c372-47f0-b41f-f1c7984dbbdd tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Nov 11 16:36:16.492333 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0b992289-d251-4ab3-9324-4108e9cbb732 req-d7ce718b-65da-40b5-a1e1-15d671a15c5f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Nov 11 16:36:16.973635 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd942aa-c8c0-48d7-8afd-060c3ba71635 req-2fadd340-fa93-4081-b3ff-6cfa933aede8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:16.975144 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fcd942aa-c8c0-48d7-8afd-060c3ba71635 req-2fadd340-fa93-4081-b3ff-6cfa933aede8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0484645 Nov 11 16:36:17.034228 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fcd942aa-c8c0-48d7-8afd-060c3ba71635 req-1ccc5d16-0c3f-4187-8f5e-ebf8a52107bb tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Nov 11 16:36:17.604070 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542492fe-f320-4980-9309-d9e32c09f67e req-640ed787-aabf-46aa-8c16-2c851ff3a6c5 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:17.605547 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-542492fe-f320-4980-9309-d9e32c09f67e req-640ed787-aabf-46aa-8c16-2c851ff3a6c5 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0486267 Nov 11 16:36:17.609856 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660269a-6213-49a9-b518-a948093184a8 req-76bcd9e7-b0f3-4859-a30a-59ffddb671fc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:17.611339 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5660269a-6213-49a9-b518-a948093184a8 req-76bcd9e7-b0f3-4859-a30a-59ffddb671fc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0484755 Nov 11 16:36:17.659061 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5660269a-6213-49a9-b518-a948093184a8 req-994c2f2e-8d71-41d2-9cdf-bcc099bef87c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Nov 11 16:36:17.661476 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-542492fe-f320-4980-9309-d9e32c09f67e req-dbba278d-1df8-445c-8d19-32af9944b92a tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Nov 11 16:36:18.149733 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528133-d3cf-43a8-9758-53abd535fcfc req-493a3fdd-5f46-4770-9779-36861e57ce99 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.151299 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a6528133-d3cf-43a8-9758-53abd535fcfc req-493a3fdd-5f46-4770-9779-36861e57ce99 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0538061 Nov 11 16:36:18.200614 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a6528133-d3cf-43a8-9758-53abd535fcfc req-c5f913a1-9643-4433-b397-f65d0f6a8629 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Nov 11 16:36:18.462472 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5ba4c-6c07-43bf-a0f7-4f0cb1f923bc req-449df099-d7be-4e24-9fa7-0f43e3011896 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.463919 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43f5ba4c-6c07-43bf-a0f7-4f0cb1f923bc req-449df099-d7be-4e24-9fa7-0f43e3011896 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0499640 Nov 11 16:36:18.513578 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43f5ba4c-6c07-43bf-a0f7-4f0cb1f923bc req-f058c348-a27a-47e2-bb55-707e330347a4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 11 16:36:18.542730 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-9557d1f7-d32b-4340-98fc-b1aabe21dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.544288 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-9557d1f7-d32b-4340-98fc-b1aabe21dd29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.0412517 Nov 11 16:36:18.654761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-d1e3598e-1d6b-45e7-a44c-6d789e81fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.656178 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-d1e3598e-1d6b-45e7-a44c-6d789e81fea6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.0887358 Nov 11 16:36:18.726080 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-dc840a29-3c56-4853-8d1d-f4f55f57716f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0347037 Nov 11 16:36:18.804734 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-345c10d6-4877-4643-9102-fb98a9eb4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.806203 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-345c10d6-4877-4643-9102-fb98a9eb4fcf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.0669465 Nov 11 16:36:18.814352 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58673b-1372-4eb5-ad32-6ec81f6aefc2 req-a33c7fd6-812c-409a-a71a-d13a0cd6f209 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:18.815576 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7f58673b-1372-4eb5-ad32-6ec81f6aefc2 req-a33c7fd6-812c-409a-a71a-d13a0cd6f209 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0866444 Nov 11 16:36:18.850736 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-017ab0cc-bb76-4e06-88f3-187cd55701c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342255 Nov 11 16:36:18.920358 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7f58673b-1372-4eb5-ad32-6ec81f6aefc2 req-9ee38df1-6df5-407f-8570-ae69fb56da20 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956962 Nov 11 16:36:18.970858 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-91fd2645-8b71-4ff6-bf62-b2a8a8ee302a service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050558 Nov 11 16:36:19.075447 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c0a26137-86d0-4271-98ff-a5c6ac946c1f req-d9d3ed40-19c4-40e9-bfdf-6d28f1800842 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877223 Nov 11 16:36:19.328133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc1c20-01f7-40e9-a599-65c1ba11d32c req-eeea7ad0-f52e-4b03-92be-aa9ba17d4b66 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:19.329586 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5edc1c20-01f7-40e9-a599-65c1ba11d32c req-eeea7ad0-f52e-4b03-92be-aa9ba17d4b66 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 943 time: 0.0557649 Nov 11 16:36:19.378663 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5edc1c20-01f7-40e9-a599-65c1ba11d32c req-af33d83e-edac-47ee-a061-faabc7bc66c0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 11 16:36:19.531925 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8be4e9-5986-4ce4-a794-3de8fe96de7c req-e869c1d8-dbb4-4b11-9f04-458808cfea2c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:19.533411 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-be8be4e9-5986-4ce4-a794-3de8fe96de7c req-e869c1d8-dbb4-4b11-9f04-458808cfea2c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0508122 Nov 11 16:36:19.585242 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-be8be4e9-5986-4ce4-a794-3de8fe96de7c req-809d92c5-ae29-465c-aa0b-df4e7c4cab0e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 Nov 11 16:36:19.640863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b9a0-0cb6-4484-adf0-c902b140d92d req-3c2b9ccd-4bf1-4d16-806b-9db5aef20f1e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:19.642711 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2e44b9a0-0cb6-4484-adf0-c902b140d92d req-3c2b9ccd-4bf1-4d16-806b-9db5aef20f1e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0540659 Nov 11 16:36:19.690461 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2e44b9a0-0cb6-4484-adf0-c902b140d92d req-ea16b260-d512-440a-84bf-6d19597d9952 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Nov 11 16:36:19.860920 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 316f6143-cdc9-4609-8928-1ac2fe8f907b details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:36:19.955708 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:19.968043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '316f6143-cdc9-4609-8928-1ac2fe8f907b', 'network_id': 'adb1b7d0-9208-4270-affe-3d6f3f93d7d6', 'port_id': '316f6143-cdc9-4609-8928-1ac2fe8f907b', 'mac_address': 'fa:16:3e:2c:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171095b-a823-4eb7-bc36-2158835058f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:36:20.006993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:20.021919 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316f6143-cdc9-4609-8928-1ac2fe8f907b {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:36:20.043159 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:20.047977 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56c72-4003-47af-9220-7ccd78a21001 req-52064594-04b5-4728-82ac-89c52c77599e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:20.049504 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f5e56c72-4003-47af-9220-7ccd78a21001 req-52064594-04b5-4728-82ac-89c52c77599e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0534854 Nov 11 16:36:20.106577 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f5e56c72-4003-47af-9220-7ccd78a21001 req-8de428a5-b395-42aa-bf6d-84601c702a91 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499766 Nov 11 16:36:20.131184 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:20.194941 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:20.202293 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.203946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.203946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.203946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.203946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.203946 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.204340 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.204560 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.205040 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.205374 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.205701 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.206025 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:20.500257 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb712-52f7-4f08-8041-b6c43ae8e61c req-74bfeb76-2f07-4011-b2f8-5136ae30add2 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:20.501737 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-244eb712-52f7-4f08-8041-b6c43ae8e61c req-74bfeb76-2f07-4011-b2f8-5136ae30add2 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 944 time: 0.0551286 Nov 11 16:36:20.552259 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-244eb712-52f7-4f08-8041-b6c43ae8e61c req-fe657494-c6e2-41b9-bc01-86d19d5a0ca0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Nov 11 16:36:20.632573 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['316f6143-cdc9-4609-8928-1ac2fe8f907b'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:20.710879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be301-2a7c-4a3f-bbbd-4c55b6ab7ee6 req-4f5fdf11-c2f1-4b96-b606-65e39ca9c509 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:20.710879 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-186be301-2a7c-4a3f-bbbd-4c55b6ab7ee6 req-4f5fdf11-c2f1-4b96-b606-65e39ca9c509 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0566440 Nov 11 16:36:20.774799 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-186be301-2a7c-4a3f-bbbd-4c55b6ab7ee6 req-8f46a6e4-50ef-4a17-ae50-3f28a0e48652 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Nov 11 16:36:20.843916 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a114b-5082-4a18-af2c-d5aea7f40de0 req-9a23c8ec-8e37-4498-a9c1-39f3d0a731a2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:20.843916 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c6a114b-5082-4a18-af2c-d5aea7f40de0 req-9a23c8ec-8e37-4498-a9c1-39f3d0a731a2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0517626 Nov 11 16:36:20.893250 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c6a114b-5082-4a18-af2c-d5aea7f40de0 req-433944ad-30c5-43a4-8c85-897f99f12f6c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Nov 11 16:36:21.220291 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05cba2-ac49-48aa-9d35-805c0ae75dd2 req-8badd4f4-a311-4bc4-9767-82cd9a369f94 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:21.221929 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ad05cba2-ac49-48aa-9d35-805c0ae75dd2 req-8badd4f4-a311-4bc4-9767-82cd9a369f94 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Nov 11 16:36:21.269255 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ad05cba2-ac49-48aa-9d35-805c0ae75dd2 req-9c195704-26e6-4de4-81aa-b6c84941554e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Nov 11 16:36:21.654015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-15036add-4df3-4b99-bba2-d45f4b54f76e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:21.654015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-15036add-4df3-4b99-bba2-d45f4b54f76e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.0509284 Nov 11 16:36:21.668180 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57230e-0b35-43d7-a1c0-d39c7804a6a6 req-fa18e495-a62e-4962-9d77-402c3adb4825 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:21.669670 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1e57230e-0b35-43d7-a1c0-d39c7804a6a6 req-fa18e495-a62e-4962-9d77-402c3adb4825 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 944 time: 0.0482216 Nov 11 16:36:21.720726 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1e57230e-0b35-43d7-a1c0-d39c7804a6a6 req-cabe2746-ac6a-4668-8760-6060ed2f2436 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Nov 11 16:36:21.725997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Deleting port 0aa12ce5-adae-4640-8a34-c10f336d510f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:36:21.726387 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:21.819856 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] For port 0aa12ce5-adae-4640-8a34-c10f336d510f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0aa12ce5-adae-4640-8a34-c10f336d510f,segment=NetworkSegment(98074ce5-ae84-4afc-acbe-ea020a41f5ef),segment_id=98074ce5-ae84-4afc-acbe-ea020a41f5ef)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:21.820215 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:21.832985 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Calling delete_port for 0aa12ce5-adae-4640-8a34-c10f336d510f owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:36:21.882359 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 316f6143-cdc9-4609-8928-1ac2fe8f907b up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:36:21.955973 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40730b73-3b19-4246-a305-89b3c558673e req-e146eb95-dae7-443f-9208-ce3a1ddc576c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:21.958075 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-40730b73-3b19-4246-a305-89b3c558673e req-e146eb95-dae7-443f-9208-ce3a1ddc576c tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 946 time: 0.1095445 Nov 11 16:36:22.022124 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 316f6143-cdc9-4609-8928-1ac2fe8f907b completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:36:22.024632 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb19e4-85cb-41ab-b51d-6ab29f0431a8 req-5eaf0d48-67a1-4df2-a3cf-0e0ee7cd172d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:22.026647 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 316f6143-cdc9-4609-8928-1ac2fe8f907b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:22.027600 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6beb19e4-85cb-41ab-b51d-6ab29f0431a8 req-5eaf0d48-67a1-4df2-a3cf-0e0ee7cd172d tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0513704 Nov 11 16:36:22.027890 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:22.048786 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-40730b73-3b19-4246-a305-89b3c558673e req-665bd11e-cf19-4dbb-af5c-68808c489992 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/security-groups?id=a153be9d-3198-431a-9410-ebc439eb6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845604 Nov 11 16:36:22.084033 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6beb19e4-85cb-41ab-b51d-6ab29f0431a8 req-6a4994b1-33cf-490b-914f-e09afd5ef615 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Nov 11 16:36:22.111650 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:22.134139 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:22.136382 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad532a4-db8e-4541-b40a-c21983408367" -d '{"events": [{"server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "name": "network-vif-plugged", "status": "completed", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:22.148057 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:22.148914 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:22.161749 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0aa12ce5-adae-4640-8a34-c10f336d510f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:22.177960 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Pushing event deleted for resources: {'Port': ['ID=0aa12ce5-adae-4640-8a34-c10f336d510f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:22.191680 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0690c1e-6fdd-4a96-8bc5-b4471576581f x-openstack-request-id: req-d0690c1e-6fdd-4a96-8bc5-b4471576581f {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:22.192193 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "name": "network-vif-plugged", "status": "completed", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:22.192457 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0690c1e-6fdd-4a96-8bc5-b4471576581f {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:22.192803 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b', 'code': 200} Nov 11 16:36:22.224744 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] No DVR routers for this DVR port 0aa12ce5-adae-4640-8a34-c10f336d510f on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:36:22.227211 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:22.230744 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57e01566-e9da-4a3a-a2aa-8026143adf6d req-447068cc-f2d0-4082-af1c-2e7f1ffd5324 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.70 "DELETE /v2.0/ports/0aa12ce5-adae-4640-8a34-c10f336d510f HTTP/1.1" status: 204 len: 173 time: 0.5940623 Nov 11 16:36:22.231198 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'name': 'network-vif-deleted', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:22.234001 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9115307-8a44-4293-ae41-47691afe1c47" -d '{"events": [{"server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "name": "network-vif-deleted", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:22.259028 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:22.273983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe7575-7fb4-4578-b35c-4720fbb42a67 x-openstack-request-id: req-b2fe7575-7fb4-4578-b35c-4720fbb42a67 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:22.274298 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2e0b80-25be-475d-85e9-3afdba750b01", "name": "network-vif-deleted", "tag": "0aa12ce5-adae-4640-8a34-c10f336d510f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:22.274545 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2fe7575-7fb4-4578-b35c-4720fbb42a67 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:22.274944 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2e0b80-25be-475d-85e9-3afdba750b01', 'name': 'network-vif-deleted', 'tag': '0aa12ce5-adae-4640-8a34-c10f336d510f', 'status': 'completed', 'code': 200} Nov 11 16:36:22.313043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:22.396919 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4eefe-0106-44bc-85c9-3a516968e00f req-46442c0e-bbd3-477a-8a61-6928ec7dabcc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:22.402677 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8aa4eefe-0106-44bc-85c9-3a516968e00f req-46442c0e-bbd3-477a-8a61-6928ec7dabcc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0567832 Nov 11 16:36:22.446630 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8aa4eefe-0106-44bc-85c9-3a516968e00f req-822e2d3a-8913-4fa0-bfe8-71343a8201a7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Nov 11 16:36:22.605887 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d906-d55e-4d7b-a960-e79531eb905d req-57de7627-e6c4-4ee4-80d7-24491b915e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:22.607409 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dc54d906-d55e-4d7b-a960-e79531eb905d req-57de7627-e6c4-4ee4-80d7-24491b915e0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 1098 time: 0.0432591 Nov 11 16:36:22.658453 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dc54d906-d55e-4d7b-a960-e79531eb905d req-91d9da68-5bbf-4787-a211-a10dba34ae6a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Nov 11 16:36:22.843143 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f73f8-a378-4c75-9222-f4c2f26d8687 req-01a32a7d-ec39-42af-94fe-57045636d487 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:22.843332 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7d7f73f8-a378-4c75-9222-f4c2f26d8687 req-01a32a7d-ec39-42af-94fe-57045636d487 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0526881 Nov 11 16:36:22.892581 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7d7f73f8-a378-4c75-9222-f4c2f26d8687 req-cd7de977-4b55-43f7-a2d3-5a2a65c948ff tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Nov 11 16:36:23.159900 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d333d527-0e60-4698-88f5-baff25ad17dd req-3bf1523c-60fa-48bc-b9f9-c91bab0e88c0 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Nov 11 16:36:23.210890 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588cbdc-fa88-41f2-8abf-faca5726faf5 req-22f1eb2f-4278-4825-b3fe-b1089d3db2b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:23.212407 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8588cbdc-fa88-41f2-8abf-faca5726faf5 req-22f1eb2f-4278-4825-b3fe-b1089d3db2b2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0576947 Nov 11 16:36:23.258963 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8588cbdc-fa88-41f2-8abf-faca5726faf5 req-042edbd3-5c3b-42c7-b1bb-ac2697a0d75a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Nov 11 16:36:23.562248 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240d9a-f7ca-47cf-8cc1-9279e183d79f req-b76f3d65-3135-4c77-81b7-6bb7ace6dc09 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:23.563748 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4e240d9a-f7ca-47cf-8cc1-9279e183d79f req-b76f3d65-3135-4c77-81b7-6bb7ace6dc09 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Nov 11 16:36:23.613246 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4e240d9a-f7ca-47cf-8cc1-9279e183d79f req-979d5243-ee7b-4c4b-8993-1d28767bde54 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Nov 11 16:36:24.009073 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4713b4-c737-491e-bd34-a145df3d0b5f req-0edc114a-d2f1-4d96-8b4c-e6220e00b0fa tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:24.010552 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4a4713b4-c737-491e-bd34-a145df3d0b5f req-0edc114a-d2f1-4d96-8b4c-e6220e00b0fa tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0509677 Nov 11 16:36:24.058410 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4a4713b4-c737-491e-bd34-a145df3d0b5f req-f1e70dfd-85a1-42bf-afa5-f38c75a48cc3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Nov 11 16:36:24.272650 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a3106df4-fb60-4444-92a9-bd5e03b856c2 req-eb79e040-0e1e-4fc8-9993-34eae8751295 tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0265341 Nov 11 16:36:24.370944 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d68-e6f9-4a02-8df0-92a08f23e6e1 req-7f852d4e-2e00-4120-a868-573cb2208115 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:24.372400 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-864f4d68-e6f9-4a02-8df0-92a08f23e6e1 req-7f852d4e-2e00-4120-a868-573cb2208115 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0475547 Nov 11 16:36:24.418470 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-864f4d68-e6f9-4a02-8df0-92a08f23e6e1 req-75d50de6-c19e-4b9c-ab01-4bf53adbcb7b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Nov 11 16:36:24.725020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2e73-c904-40c0-8cbb-8f585e63eaa1 req-a7737d9d-e4aa-4855-82ff-1e34581f25fc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:24.726407 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3a6c2e73-c904-40c0-8cbb-8f585e63eaa1 req-a7737d9d-e4aa-4855-82ff-1e34581f25fc tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0473554 Nov 11 16:36:24.776296 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3a6c2e73-c904-40c0-8cbb-8f585e63eaa1 req-c3ca06be-ba62-46b2-9033-387fddf46a7c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Nov 11 16:36:25.169777 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fe34a-0c26-4048-aa05-7e3a0927d158 req-90236ccf-799a-4a82-b9f2-8ff143e018e8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:25.171262 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d20fe34a-0c26-4048-aa05-7e3a0927d158 req-90236ccf-799a-4a82-b9f2-8ff143e018e8 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0479479 Nov 11 16:36:25.220985 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d20fe34a-0c26-4048-aa05-7e3a0927d158 req-e21d2c71-00fb-4093-94dc-349754a81f98 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Nov 11 16:36:25.373579 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac19a19e-4c33-49a3-b183-a29b14c42066 req-ac0e5a3d-4d60-4a3f-ad5c-baf06988762f tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0244105 Nov 11 16:36:25.548961 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128e0b4-c500-45c4-b364-c7a6a27c6054 req-2eecfc14-803d-4b21-82ca-66640f25a9d3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:25.555842 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7128e0b4-c500-45c4-b364-c7a6a27c6054 req-2eecfc14-803d-4b21-82ca-66640f25a9d3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0610917 Nov 11 16:36:25.614115 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7128e0b4-c500-45c4-b364-c7a6a27c6054 req-6c379ca7-5c08-4547-86d3-0732069e4f6c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492830 Nov 11 16:36:25.889291 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa83ab2-5cb5-468b-bc2b-3b002cdd8b70 req-f9162ff1-840b-414f-b72c-cc69af0c22ec tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:25.890678 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-caa83ab2-5cb5-468b-bc2b-3b002cdd8b70 req-f9162ff1-840b-414f-b72c-cc69af0c22ec tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0480254 Nov 11 16:36:25.936710 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-caa83ab2-5cb5-468b-bc2b-3b002cdd8b70 req-ad2673a9-cafc-4e2a-8fb5-1cb5d58e5e28 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Nov 11 16:36:26.333190 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8900f-3a6c-4b2c-b793-640f4e09ce34 req-5cac6d94-ef04-44fe-a1a1-4d76f09336ff tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:26.334705 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-52f8900f-3a6c-4b2c-b793-640f4e09ce34 req-5cac6d94-ef04-44fe-a1a1-4d76f09336ff tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0477364 Nov 11 16:36:26.380671 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-52f8900f-3a6c-4b2c-b793-640f4e09ce34 req-290e87ba-23e1-4a43-8dc4-e9ef6cc90857 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Nov 11 16:36:26.477297 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-208d0123-d034-46be-bf57-98939c5bdc32 req-58307b91-b36f-48c4-8629-b77064f3485e tempest-VolumesActionsTest-222221491 tempest-VolumesActionsTest-222221491-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa2e0b80-25be-475d-85e9-3afdba750b01 HTTP/1.1" status: 200 len: 210 time: 0.0256844 Nov 11 16:36:26.731166 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e43f-ea4c-4682-8a40-72909c6fa0de req-98240851-8f6e-4cf3-bf49-f7776fc4cbb3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:26.732742 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-53b8e43f-ea4c-4682-8a40-72909c6fa0de req-98240851-8f6e-4cf3-bf49-f7776fc4cbb3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0520244 Nov 11 16:36:26.762483 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0aa12ce5-adae-4640-8a34-c10f336d510f no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:36:26.781158 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-53b8e43f-ea4c-4682-8a40-72909c6fa0de req-651bf39f-b820-4ff9-83ed-d3ac8b9c240e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Nov 11 16:36:26.783343 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 0aa12ce5-adae-4640-8a34-c10f336d510f {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:36:26.783757 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0aa12ce5-adae-4640-8a34-c10f336d510f not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:36:27.057412 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2b38e-e1f4-48b0-8130-d79187b022bc req-8daba2b9-68d9-487f-95f4-af32c9cf6fda tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:27.058885 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ca2b38e-e1f4-48b0-8130-d79187b022bc req-8daba2b9-68d9-487f-95f4-af32c9cf6fda tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0519750 Nov 11 16:36:27.109261 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ca2b38e-e1f4-48b0-8130-d79187b022bc req-e6b9595a-9115-4b80-bed8-e2cabb1e440f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Nov 11 16:36:27.495010 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c327f3b-d0ad-4da0-91b1-c284ce0d2330 req-76b3a975-d581-48f7-bd08-6bf8b77ba3b6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:27.496465 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c327f3b-d0ad-4da0-91b1-c284ce0d2330 req-76b3a975-d581-48f7-bd08-6bf8b77ba3b6 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Nov 11 16:36:27.554332 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c327f3b-d0ad-4da0-91b1-c284ce0d2330 req-9f2efcf3-d7e7-4b2d-b2ef-9fe3c92d1ee5 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519788 Nov 11 16:36:27.899939 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0978d-063b-4be5-82ac-821340bb7a59 req-45e80f36-7bd0-4f58-b100-706fd8ca0c0c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:27.901408 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-97c0978d-063b-4be5-82ac-821340bb7a59 req-45e80f36-7bd0-4f58-b100-706fd8ca0c0c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0491014 Nov 11 16:36:27.950108 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-97c0978d-063b-4be5-82ac-821340bb7a59 req-426bcce5-904a-4de8-af0c-569380050192 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Nov 11 16:36:28.222774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abab927-32fa-4788-a810-d7f8d1c29b28 req-127ed238-8c57-4bbc-a8bb-f39707d25123 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:28.224271 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3abab927-32fa-4788-a810-d7f8d1c29b28 req-127ed238-8c57-4bbc-a8bb-f39707d25123 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Nov 11 16:36:28.275383 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3abab927-32fa-4788-a810-d7f8d1c29b28 req-afd29cda-eea4-43ce-b081-bfe76cd7f5fe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Nov 11 16:36:28.680641 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa6738-ef52-42cd-a6b2-45843f13c736 req-592847c3-08ec-42e1-835a-2cfa601875c9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:28.682075 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5bfa6738-ef52-42cd-a6b2-45843f13c736 req-592847c3-08ec-42e1-835a-2cfa601875c9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Nov 11 16:36:28.735197 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5bfa6738-ef52-42cd-a6b2-45843f13c736 req-6efe095f-d00f-4c84-88b1-9aa4852d13c0 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Nov 11 16:36:29.066188 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cbc85-a8aa-4633-9630-b9c6c3babfcc req-64e70afd-46a5-406a-8c69-3f3c383fcf15 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:29.068450 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3c1cbc85-a8aa-4633-9630-b9c6c3babfcc req-64e70afd-46a5-406a-8c69-3f3c383fcf15 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0494564 Nov 11 16:36:29.114538 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3c1cbc85-a8aa-4633-9630-b9c6c3babfcc req-c5e93068-07d2-4558-8e7c-d6cf57090818 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Nov 11 16:36:29.388196 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efa7dc-7102-4bb3-8372-d4aabb9085d2 req-66e5d76c-f3f8-4f2f-9015-818816435040 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:29.389668 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e0efa7dc-7102-4bb3-8372-d4aabb9085d2 req-66e5d76c-f3f8-4f2f-9015-818816435040 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0479960 Nov 11 16:36:29.437229 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e0efa7dc-7102-4bb3-8372-d4aabb9085d2 req-57a0ce60-8d87-475b-8570-fcd4b8dd53d3 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Nov 11 16:36:29.849353 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186b873-b1ba-4643-a256-ec82ce3bb676 req-edefebfc-768e-4048-8c91-0ca348386392 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:29.850859 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a186b873-b1ba-4643-a256-ec82ce3bb676 req-edefebfc-768e-4048-8c91-0ca348386392 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0469732 Nov 11 16:36:29.900033 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a186b873-b1ba-4643-a256-ec82ce3bb676 req-8ab750e7-cbb0-485e-813d-36453696f5ba tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Nov 11 16:36:30.229481 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec0c36-5100-48a4-885d-bbd1db4a2971 req-e5d5f7d6-c5be-44c5-bf9f-1db9fa095d80 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:30.231014 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f9ec0c36-5100-48a4-885d-bbd1db4a2971 req-e5d5f7d6-c5be-44c5-bf9f-1db9fa095d80 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0480251 Nov 11 16:36:30.277602 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f9ec0c36-5100-48a4-885d-bbd1db4a2971 req-1acea8bf-6a8a-41f4-9066-ddc2452a5f9b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Nov 11 16:36:30.554304 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927154e2-43ca-4105-b7ec-d02e06998190 req-8e98dd69-64bc-44a3-8152-4c9d101c1ca9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:30.555771 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-927154e2-43ca-4105-b7ec-d02e06998190 req-8e98dd69-64bc-44a3-8152-4c9d101c1ca9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Nov 11 16:36:30.602252 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-927154e2-43ca-4105-b7ec-d02e06998190 req-64f31803-d28f-4de3-96ac-579e53d22234 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 Nov 11 16:36:31.018997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ebfad-03bc-4383-a36a-602869f57306 req-0631cbab-b35d-45a0-984f-5dbaabf31c8c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:31.020358 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-db8ebfad-03bc-4383-a36a-602869f57306 req-0631cbab-b35d-45a0-984f-5dbaabf31c8c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Nov 11 16:36:31.072585 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-db8ebfad-03bc-4383-a36a-602869f57306 req-833f960f-04e8-4c7c-ae28-8b0d4f3cdc03 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Nov 11 16:36:31.391357 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648ee89-3d69-487b-8a51-2ef2d2c62ff3 req-9389cee6-23b4-45fa-8788-d1b07ce250bf tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:31.393111 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9648ee89-3d69-487b-8a51-2ef2d2c62ff3 req-9389cee6-23b4-45fa-8788-d1b07ce250bf tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0506165 Nov 11 16:36:31.443167 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9648ee89-3d69-487b-8a51-2ef2d2c62ff3 req-00432f33-3f7d-48fe-bd98-121b34d0f382 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Nov 11 16:36:31.715850 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd51e-f885-40fc-9578-5e79f02c1b4a req-a8b5a287-d218-4104-a465-b1903f81e7a3 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:31.717305 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6b2dd51e-f885-40fc-9578-5e79f02c1b4a req-a8b5a287-d218-4104-a465-b1903f81e7a3 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0474780 Nov 11 16:36:31.764719 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6b2dd51e-f885-40fc-9578-5e79f02c1b4a req-3f994ace-b954-49f1-a71d-5505f67b69b7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Nov 11 16:36:32.036304 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0e1d68da-3808-4bad-a425-1631af32e4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:32.189003 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0e9f-8698-48bc-b172-dec520f0b798 req-2911dfa3-22fb-4566-86b9-bf9baa2cf5d1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:32.190486 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-27fe0e9f-8698-48bc-b172-dec520f0b798 req-2911dfa3-22fb-4566-86b9-bf9baa2cf5d1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 11 16:36:32.238349 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-27fe0e9f-8698-48bc-b172-dec520f0b798 req-cd0135a4-faaa-4523-8094-4506d0191a37 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Nov 11 16:36:32.562922 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2edda0-c63c-47ae-8456-279f0e9ac8a5 req-9f85d294-aa8d-43ad-8152-2c71af1bf996 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:32.564385 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fc2edda0-c63c-47ae-8456-279f0e9ac8a5 req-9f85d294-aa8d-43ad-8152-2c71af1bf996 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0532286 Nov 11 16:36:32.610891 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fc2edda0-c63c-47ae-8456-279f0e9ac8a5 req-cb89f4f8-7e83-4d04-8587-de2cea2d65dc tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Nov 11 16:36:32.885355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6383-e352-48dc-be3d-a2ef1d04f6de req-4913bcc0-a8a0-4ede-80d6-b8cc675dc2b0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:32.886871 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-603b6383-e352-48dc-be3d-a2ef1d04f6de req-4913bcc0-a8a0-4ede-80d6-b8cc675dc2b0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0501382 Nov 11 16:36:32.934420 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-603b6383-e352-48dc-be3d-a2ef1d04f6de req-1f1bf628-702d-48ae-900d-38c3075df240 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Nov 11 16:36:33.725774 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4966-51dc-44ec-a3bd-dec5eba5cac0 req-0b7a6f71-d504-48fc-947b-c0594dfd0a0e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:33.727371 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-447e4966-51dc-44ec-a3bd-dec5eba5cac0 req-0b7a6f71-d504-48fc-947b-c0594dfd0a0e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0478342 Nov 11 16:36:33.773870 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-447e4966-51dc-44ec-a3bd-dec5eba5cac0 req-fbed523e-f3bb-4ce2-93b7-1ac4b2eb2264 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Nov 11 16:36:34.049666 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba18dd9-b613-45a2-abae-a7698a9ba21a req-8b04aa9a-5cae-4ad2-b277-58450b4b34a2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:34.051194 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3ba18dd9-b613-45a2-abae-a7698a9ba21a req-8b04aa9a-5cae-4ad2-b277-58450b4b34a2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Nov 11 16:36:34.104438 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3ba18dd9-b613-45a2-abae-a7698a9ba21a req-28e12960-6cb8-4804-a774-52089e288ba9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468869 Nov 11 16:36:34.384365 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-68602db7-b1ed-46c3-adff-e7386d5602ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:34.895371 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035d4f-15bb-495b-9ee3-a7f584f2b642 req-0bc5df3f-6f53-4b9f-ae19-3432e3ae3d81 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:34.897110 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8e035d4f-15bb-495b-9ee3-a7f584f2b642 req-0bc5df3f-6f53-4b9f-ae19-3432e3ae3d81 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0529716 Nov 11 16:36:34.948819 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8e035d4f-15bb-495b-9ee3-a7f584f2b642 req-48d6c117-e8ab-4d2c-90fb-00a4ed3c66de tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Nov 11 16:36:35.227887 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb7a0-d590-454a-bad5-769f67658e12 req-478a0796-f714-4908-9da0-de545edb8d84 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:35.229426 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-365eb7a0-d590-454a-bad5-769f67658e12 req-478a0796-f714-4908-9da0-de545edb8d84 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0528314 Nov 11 16:36:35.277342 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-365eb7a0-d590-454a-bad5-769f67658e12 req-d1092bdf-e649-4a87-b29a-bea76b8bbd57 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 Nov 11 16:36:35.438943 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:35.642839 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52001b-b111-44b3-8209-c9aedef4a337 req-0bf56ded-7f72-45fc-8e19-135552e4bf3d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:35.644269 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6b52001b-b111-44b3-8209-c9aedef4a337 req-0bf56ded-7f72-45fc-8e19-135552e4bf3d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0485165 Nov 11 16:36:35.694656 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6b52001b-b111-44b3-8209-c9aedef4a337 req-6e814ca1-ea35-4293-adee-9149c3f9ca7f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Nov 11 16:36:35.780159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191115-2131-408e-856a-52834c897a15 req-4b011d9b-8569-4410-b32b-913bf1858e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:35.781640 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-4b011d9b-8569-4410-b32b-913bf1858e8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0404797 Nov 11 16:36:35.874048 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191115-2131-408e-856a-52834c897a15 req-e5954fe5-c112-4193-8c83-f694a0827d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:35.875538 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-e5954fe5-c112-4193-8c83-f694a0827d88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.0849402 Nov 11 16:36:35.950296 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-3ffecadb-9fcb-49d0-94c7-768401997dbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1001 time: 0.0664289 Nov 11 16:36:36.011596 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191115-2131-408e-856a-52834c897a15 req-0f256162-59cd-4990-89b0-77ab7f9f3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:36.013069 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-0f256162-59cd-4990-89b0-77ab7f9f3046 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0469630 Nov 11 16:36:36.092500 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191115-2131-408e-856a-52834c897a15 req-0afd663d-1be9-4c5f-8ae8-e98ccee16eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:36.093934 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-0afd663d-1be9-4c5f-8ae8-e98ccee16eb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712855 Nov 11 16:36:36.102576 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c8ac4-d7dd-41da-8e6b-77f490f7750a req-4a13db0a-35e7-4e82-81b9-f9c90c97fdc1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:36.103912 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-443c8ac4-d7dd-41da-8e6b-77f490f7750a req-4a13db0a-35e7-4e82-81b9-f9c90c97fdc1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0722322 Nov 11 16:36:36.199941 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-443c8ac4-d7dd-41da-8e6b-77f490f7750a req-f5c79130-5808-4c7a-a92d-e44979e9ce32 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879891 Nov 11 16:36:36.250130 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-cc3619d6-9392-4b0f-b5f2-76201a0d9226 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452646 Nov 11 16:36:36.352706 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-66191115-2131-408e-856a-52834c897a15 req-8065e0a6-2588-4855-b44e-51ad2f4589f7 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853279 Nov 11 16:36:36.827562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf891a-a32a-47a7-b577-70549840ce89 req-fbb8d33d-53b5-40ee-abfd-fb77665bbf3d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:36.829030 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73bf891a-a32a-47a7-b577-70549840ce89 req-fbb8d33d-53b5-40ee-abfd-fb77665bbf3d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0587497 Nov 11 16:36:36.901159 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73bf891a-a32a-47a7-b577-70549840ce89 req-b4043707-4277-4c55-a00b-0f5eee06316f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622668 Nov 11 16:36:36.954367 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:37.281937 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-ced25046-be5c-44a2-961e-a80cc8c21d69 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916777000&fields=id&tenant_id=46c64d4006bf47da9db3f2d198218d91 HTTP/1.1" status: 200 len: 267 time: 0.0873938 Nov 11 16:36:37.485505 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-dd8b474a-41bc-4779-b485-83a66c3dafe4 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:37.494590 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-dd8b474a-41bc-4779-b485-83a66c3dafe4 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 809 time: 0.2106717 Nov 11 16:36:37.538258 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-6fdfe71a-7c20-419c-a30c-38f0a1bd1fc0 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/quotas/46c64d4006bf47da9db3f2d198218d91 HTTP/1.1" status: 200 len: 375 time: 0.0419264 Nov 11 16:36:37.601521 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-ca358a35-ecb4-4f5c-910a-2246f723b00b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618744 Nov 11 16:36:37.727695 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-74f67979-54e5-4055-9f39-a584f7028f39 service neutron] 10.222.0.11 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137197 Nov 11 16:36:37.850873 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-1a721fc8-8820-400e-a48a-79854732b7db service neutron] 10.222.0.11 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164179 Nov 11 16:36:38.105165 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:38.524719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5b5e-ef20-4532-b48d-9ec2c3d34285 req-65f9bdce-d376-4132-8991-e50a4e3b28dd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:38.533725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-71dc5b5e-ef20-4532-b48d-9ec2c3d34285 req-65f9bdce-d376-4132-8991-e50a4e3b28dd tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0970237 Nov 11 16:36:38.595694 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-71dc5b5e-ef20-4532-b48d-9ec2c3d34285 req-4bfad0d1-34da-4f03-8d07-35e1a5a4d0f3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605946 Nov 11 16:36:38.713783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea4c1-4de7-4b51-9855-4c73239f56a7 req-14d01b25-1857-4a48-bf2a-f11313042ed2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:38.721481 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4f3ea4c1-4de7-4b51-9855-4c73239f56a7 req-14d01b25-1857-4a48-bf2a-f11313042ed2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0636585 Nov 11 16:36:38.766105 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4f3ea4c1-4de7-4b51-9855-4c73239f56a7 req-e403da66-5e35-4310-a264-d69eb67aaf21 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Nov 11 16:36:38.907431 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-209a9d8f-4fbf-4082-9048-136bf5a90618 req-e5aa336b-9fe1-4340-b5cf-e69404cba7c2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0290735 Nov 11 16:36:39.076082 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:36:39.758634 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45da145-bdb4-478b-83cd-7f3de0f1f09a req-9f3f072c-e17a-47df-bdd7-ea638d456c86 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:39.773315 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a45da145-bdb4-478b-83cd-7f3de0f1f09a req-9f3f072c-e17a-47df-bdd7-ea638d456c86 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0931718 Nov 11 16:36:39.844980 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a45da145-bdb4-478b-83cd-7f3de0f1f09a req-9df23b3c-3824-4b57-83b5-a555e84dd422 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662661 Nov 11 16:36:40.028405 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e51a6f16-4a20-4c29-96ab-666707f230de req-ee471da5-62d4-439f-8446-06b8ca1ec8b8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0392742 Nov 11 16:36:40.962009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b6c34-e890-4bdf-90af-e50049166b6a req-e1eaede1-4075-4b84-b45d-ea7fdf442625 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:40.969439 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ae9b6c34-e890-4bdf-90af-e50049166b6a req-e1eaede1-4075-4b84-b45d-ea7fdf442625 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0608675 Nov 11 16:36:41.015623 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ae9b6c34-e890-4bdf-90af-e50049166b6a req-58e714b0-04e6-4daf-985a-0b597ce8ffc3 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Nov 11 16:36:41.143861 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-739b747b-ff71-4cab-9582-1a31e9c1eb39 req-1dc31225-7157-4f0b-b23f-676fb469fb1f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Nov 11 16:36:42.264725 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-6865ca21-d00e-4511-8640-7bd5eaab7d95 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:42.267640 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-6865ca21-d00e-4511-8640-7bd5eaab7d95 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 809 time: 0.1918170 Nov 11 16:36:42.277454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2d25-4b80-4688-b296-c12c45a89002 req-e7210c5d-c526-403d-8986-46ba4efb4703 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:42.284920 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c7da2d25-4b80-4688-b296-c12c45a89002 req-e7210c5d-c526-403d-8986-46ba4efb4703 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1250315 Nov 11 16:36:42.339947 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c7da2d25-4b80-4688-b296-c12c45a89002 req-3f4a1422-bd6d-4767-a48a-fbdffb3230fb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Nov 11 16:36:42.376788 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e308854c-5666-40e9-9cd2-808e636d445f req-44727acb-aca0-49d1-98a6-2017b2418e22 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0699232 Nov 11 16:36:42.415111 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-4c440cc3-b822-4711-82a8-0f070a107c82 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46c64d4006bf47da9db3f2d198218d91 HTTP/1.1" status: 200 len: 380 time: 0.1338727 Nov 11 16:36:42.439968 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'port': {'device_id': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'admin_state_up': True, 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'security_groups': ['3f62ca14-642a-43a1-bb49-386437dc5555']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:42.604209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 57992) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:42.609867 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8bc2b-5d03-47a7-81e1-35fe2fc30b92 req-b30e59be-8f0a-4904-8d06-eef7e260eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:42.610953 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9ed8bc2b-5d03-47a7-81e1-35fe2fc30b92 req-b30e59be-8f0a-4904-8d06-eef7e260eb39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.0480886 Nov 11 16:36:42.642147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Made reservation on behalf of 46c64d4006bf47da9db3f2d198218d91 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:42.646755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:42.696742 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9ed8bc2b-5d03-47a7-81e1-35fe2fc30b92 req-12e95e66-b92f-4e18-8921-0075dfe79da6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Nov 11 16:36:42.759446 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:42.841276 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Allocated IP 172.20.0.13 (57ce2b3f-bf02-4379-acb5-92fdf3f7b379/9802da0b-6ec0-498e-8663-b4f6daca6738/ffb33427-4822-414c-89b7-249d1d2f07d9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:42.862172 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:42.882305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58000) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:42.919211 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:42.947920 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:42.979546 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae1d48-1d51-41a0-be26-0650c878ebd8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:42.986669 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e569c14b005a4bb1955a9b5611f9b791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811724 Nov 11 16:36:42.987323 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58004) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:43.012355 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.040954 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042990 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.042990 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.043327 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.043637 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.043965 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.044286 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.044631 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686ae521-02d3-417f-bbda-8e8ee8acbc80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.050128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80bbf74e-e716-464f-b1b3-fe0689c2b1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.075196 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.109787 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.149025 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.199879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:43.209772 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80bbf74e-e716-464f-b1b3-fe0689c2b1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.218472 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:43.221714 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:43.258638 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:43.273551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.274257 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.274479 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.274881 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.275284 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.275691 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.276079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.276476 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.276857 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.277246 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.277635 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.278012 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:43.307005 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:43.308371 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.316132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80bbf74e-e716-464f-b1b3-fe0689c2b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.388549 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58014) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:43.389529 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-80bbf74e-e716-464f-b1b3-fe0689c2b1c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82901dbb85854e63abf8392baa86bda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054018 Nov 11 16:36:43.390501 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.393624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.395066 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bae1d48-1d51-41a0-be26-0650c878ebd8 HTTP/1.1" status: 204 len: 168 time: 0.4054172 Nov 11 16:36:43.398360 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbf74e-e716-464f-b1b3-fe0689c2b1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8392e-8f0d-44c5-8bc1-a0124c8acc6c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:43.425139 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631799a2-0c1d-4569-be03-a79076010a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae1d48-1d51-41a0-be26-0650c878ebd8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:43.425517 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-d87d645e-9d27-4fe6-9bef-99adac4c3e51 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0005984 Nov 11 16:36:43.464909 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Request body: {'port': {'device_id': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:43.561841 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b7e9-3815-4261-b9f6-166687cd8b80 req-91ef12d6-c41d-495f-ae6f-1c43643b973b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:43.572562 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8766b7e9-3815-4261-b9f6-166687cd8b80 req-91ef12d6-c41d-495f-ae6f-1c43643b973b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0817873 Nov 11 16:36:43.585993 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-1adb2426-7c13-4d7f-909b-be64d096272f None None] Provisioning complete for port ffb33427-4822-414c-89b7-249d1d2f07d9 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:43.586721 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1adb2426-7c13-4d7f-909b-be64d096272f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.630789 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-1adb2426-7c13-4d7f-909b-be64d096272f None None] Port ffb33427-4822-414c-89b7-249d1d2f07d9 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:36:43.643581 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.657815 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8766b7e9-3815-4261-b9f6-166687cd8b80 req-a610abcc-cf14-421f-b979-234e55a0400b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Nov 11 16:36:43.670097 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.689356 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de738e5f-20ff-46ff-8de1-bf0233e71943 req-b0c261af-852b-4c8d-9b3c-135633b38eec tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:43.691172 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de738e5f-20ff-46ff-8de1-bf0233e71943 req-b0c261af-852b-4c8d-9b3c-135633b38eec tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 932 time: 0.1606190 Nov 11 16:36:43.721153 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.822464 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de738e5f-20ff-46ff-8de1-bf0233e71943 req-0c730b35-2987-493b-8e57-e5be9802e4df tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199865 Nov 11 16:36:43.994073 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:43.996687 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.001298 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78e8392e-8f0d-44c5-8bc1-a0124c8acc6c HTTP/1.1" status: 204 len: 168 time: 0.6114347 Nov 11 16:36:44.013659 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10137b-7108-4f9e-9fa9-98ca16ad5fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8392e-8f0d-44c5-8bc1-a0124c8acc6c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:44.198421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb33427-4822-414c-89b7-249d1d2f07d9 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:36:44.210494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.227710 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Transition to ACTIVE for port object ffb33427-4822-414c-89b7-249d1d2f07d9 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:36:44.288365 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.358636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:44.527149 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Attempting to bind port ffb33427-4822-414c-89b7-249d1d2f07d9 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:44.527488 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Attempting to bind port ffb33427-4822-414c-89b7-249d1d2f07d9 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:44.527818 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Attempting to bind port ffb33427-4822-414c-89b7-249d1d2f07d9 on network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:44.554530 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-c33cf9fa-337d-434b-ba07-a02e1ccc7d48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021013 Nov 11 16:36:44.555896 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Port ffb33427-4822-414c-89b7-249d1d2f07d9 on network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:36:44.556174 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Attempting to bind port ffb33427-4822-414c-89b7-249d1d2f07d9 on network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:44.564433 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:44.564777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Checking segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:44.565164 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Bound using segment: {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:44.565596 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Bound port: ffb33427-4822-414c-89b7-249d1d2f07d9, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f52c55f-e87b-4657-a90e-93486c4cac2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:44.565948 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.685758 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-ccfc42c5-2930-43b9-b65c-fab240befdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:44.691285 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-ccfc42c5-2930-43b9-b65c-fab240befdb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 1099 time: 0.0981379 Nov 11 16:36:44.716325 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:44.720336 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:44.803580 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.854580 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e9db-6e2f-4bfd-b848-ae997bbe5efb req-74f1f427-7b75-407f-9be2-e873ce03cf05 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:44.863958 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c950e9db-6e2f-4bfd-b848-ae997bbe5efb req-74f1f427-7b75-407f-9be2-e873ce03cf05 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1020403 Nov 11 16:36:44.896910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:44.905671 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:44.906215 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:44.907748 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8bf5b907-4ea0-4f71-8ca0-43deafc6857f service neutron] 10.222.0.70 "PUT /v2.0/ports/ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 1094 time: 1.4566903 Nov 11 16:36:44.908189 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:44.914942 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf26ae-596e-42f7-971e-2b9bc391703a" -d '{"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:44.955915 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c950e9db-6e2f-4bfd-b848-ae997bbe5efb req-5dd91393-407a-41cd-bdf1-b195a06a70a4 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902610 Nov 11 16:36:45.031702 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58064) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:45.065980 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-e0f5f4a1-02c1-4f63-bfc8-e9f4e51a3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:45.135398 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-e0f5f4a1-02c1-4f63-bfc8-e9f4e51a3a78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.4102659 Nov 11 16:36:45.139867 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f101b94-f485-482d-87aa-757575778fc3 x-openstack-request-id: req-2f101b94-f485-482d-87aa-757575778fc3 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:45.154809 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:45.155939 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f101b94-f485-482d-87aa-757575778fc3 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:45.175860 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'status': 'completed', 'code': 200} Nov 11 16:36:45.313468 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1636984853-network', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:45.418680 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-fb0d0a68-a832-41a2-9a4c-3cacfd888b0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 HTTP/1.1" status: 200 len: 217 time: 0.2359021 Nov 11 16:36:45.442997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02b79c-64b3-4044-b308-bd396382a682 req-501e4630-f120-4a6d-981c-9d3e8f989df2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:45.445614 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a02b79c-64b3-4044-b308-bd396382a682 req-501e4630-f120-4a6d-981c-9d3e8f989df2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.4590657 Nov 11 16:36:45.479288 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Made reservation on behalf of e8b27862260c4e10a2a4649abac781fd for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:45.483310 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.492167 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.614993 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.713642 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.778778 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:36:45.794923 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.795758 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Added segment 8f15f968-dafa-4901-b1c6-21dbb1bb5554 of type vlan for network 2cb10ab0-a054-4555-9c1e-120e17632d81 Nov 11 16:36:45.846474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-e7139b21-0e5e-43b1-a673-ff5d5816cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:45.847332 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-e7139b21-0e5e-43b1-a673-ff5d5816cced service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.4139700 Nov 11 16:36:45.847567 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.892130 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-c4640b38-d48e-4c69-85d4-d0124c3b4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:45.893575 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-c4640b38-d48e-4c69-85d4-d0124c3b4f8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1097 time: 0.6907809 Nov 11 16:36:45.894671 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcea7f9-f652-45e5-be45-0d37619b6179,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:45.917126 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-44f90a15-9d88-4a04-939b-af430aebbf86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479565 Nov 11 16:36:45.954169 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-15102594-83ed-462b-9cab-7882f4d89de7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 217 time: 0.0392771 Nov 11 16:36:45.963761 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.965159 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:45.965919 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:45.982012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a02b79c-64b3-4044-b308-bd396382a682 req-27998008-b05f-41b6-85c5-3c60a7ed0462 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022461 Nov 11 16:36:46.152372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323191b-bf05-4001-a03d-b8c971218959 req-02eef299-a9e1-49bd-8330-9c525a218b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.157941 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-02eef299-a9e1-49bd-8330-9c525a218b51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f992c2ec055454ead0dacb22a5a1187&device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 1098 time: 0.2824166 Nov 11 16:36:46.175542 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1424882 Nov 11 16:36:46.176327 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58126) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:46.184769 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-c1216367-7e90-4475-9fcd-92b89c4999f8 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294848 Nov 11 16:36:46.203060 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a928ab5-542d-4965-a6f8-d66d8a116770 req-3d4e982d-53d8-44fb-bb9a-e4ccefbc9e39 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.212223 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a928ab5-542d-4965-a6f8-d66d8a116770 req-3d4e982d-53d8-44fb-bb9a-e4ccefbc9e39 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.3388188 Nov 11 16:36:46.214130 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc9b02-59bf-4477-9e91-56f106f47eff admin admin] Pushing event updated for resources: {'Network': ['ID=2cb10ab0-a054-4555-9c1e-120e17632d81,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:46.221730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Request body: {'subnet': {'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1636984853-subnet', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:46.227436 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:36:46.399925 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-19d90a66-cc8a-4588-b3c4-c91150fdadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.401377 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-19d90a66-cc8a-4588-b3c4-c91150fdadcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.4184716 Nov 11 16:36:46.412656 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a928ab5-542d-4965-a6f8-d66d8a116770 req-b71edd8b-7bda-48f0-96c0-c8082bd6c690 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971302 Nov 11 16:36:46.461917 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Made reservation on behalf of e8b27862260c4e10a2a4649abac781fd for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:46.464959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:46.589072 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-b14eb7fb-76dc-4d77-bf23-c5b4f56cc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.590660 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-b14eb7fb-76dc-4d77-bf23-c5b4f56cc86d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1782410 Nov 11 16:36:46.594859 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fb4d2598-7439-4c47-9bd4-60a0a7bae6de req-8632c0b6-80a8-4d9d-8af4-3cb8f1a27931 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902652 Nov 11 16:36:46.606626 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323191b-bf05-4001-a03d-b8c971218959 req-5cf2e289-b1f0-4922-92f0-48e7c2c3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.611416 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-5cf2e289-b1f0-4922-92f0-48e7c2c3077e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 200 len: 921 time: 0.4304605 Nov 11 16:36:46.697500 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-b427c2a5-55f0-4d32-aa0d-f30e0ae96e35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 200 len: 217 time: 0.0519106 Nov 11 16:36:46.765937 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-8a30cf3c-8c71-4fdb-9b69-650a65e6ca22 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378164 Nov 11 16:36:46.819924 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323191b-bf05-4001-a03d-b8c971218959 req-f6ae6c33-a910-4ed9-9600-107d8a88ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:46.822540 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-f6ae6c33-a910-4ed9-9600-107d8a88ac83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 200 len: 859 time: 0.1121845 Nov 11 16:36:46.876790 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-55797758-dd95-43a7-a3ad-52d0cc4b9b99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b76f22cc-9438-4333-9328-157fadfd86d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407310 Nov 11 16:36:46.890578 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5fefe4e7-d551-46fb-8a82-b6831e0c8f80 req-5971bc0f-2a20-4c54-a29b-fa40bde42829 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157222 Nov 11 16:36:46.900045 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.047945 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d527fc49-7bef-478a-b9e1-9adeb49916be,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:47.080021 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:47.080021 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Network hostable DHCP agents. Network: 2cb10ab0-a054-4555-9c1e-120e17632d81, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:36:47.125065 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-0e828ce3-fdb9-40ce-8621-4645e5d3a0a0 service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400084 Nov 11 16:36:47.167210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-77937d76-15dc-4c25-8fc6-1f5ee2b0bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.168778 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-77937d76-15dc-4c25-8fc6-1f5ee2b0bc2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1097 time: 0.1280293 Nov 11 16:36:47.212884 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:36:47.270347 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6323191b-bf05-4001-a03d-b8c971218959 req-9c39d390-87f3-49ec-ba2e-33f2e39d6a7c service neutron] 10.222.0.70 "GET /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312501 Nov 11 16:36:47.281037 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df374930-cde6-45b9-aeea-753ed3765373 req-8617e20a-396a-4a93-8fd3-31e28c063153 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.282623 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-df374930-cde6-45b9-aeea-753ed3765373 req-8617e20a-396a-4a93-8fd3-31e28c063153 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.1476898 Nov 11 16:36:47.314894 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 2cb10ab0-a054-4555-9c1e-120e17632d81) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:47.328128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.333356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45fd875-49b2-4d4d-99a1-1e331fbb9700 None None] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:36:47.344936 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-60c2c2be-b32e-4b21-a5d5-6af97a0102fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.346084 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.346806 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-60c2c2be-b32e-4b21-a5d5-6af97a0102fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.1587849 Nov 11 16:36:47.420738 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-8fd412ea-fccb-4fc1-8545-f7525a6c54df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 217 time: 0.0620461 Nov 11 16:36:47.486165 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a27ec345-bc79-4d76-845f-4c49188e6c1e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3025491 Nov 11 16:36:47.486440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58156) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:47.492127 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:47.501885 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-df374930-cde6-45b9-aeea-753ed3765373 req-0a7ee393-fb32-4ba2-a68b-1ad720a203a3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012010 Nov 11 16:36:47.610105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-97aadc13-0ccd-4167-a45b-b813e0ede5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.623035 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-97aadc13-0ccd-4167-a45b-b813e0ede5dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.1660028 Nov 11 16:36:47.631788 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-2cb10ab0-a054-4555-9c1e-120e17632d81', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:36:47.632724 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.667122 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.669330 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.695569 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1924-d580-4cc4-a19c-ee2b3c0c9218 req-9ab058d1-b9fb-4bf4-8a70-aa50cb615f54 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.703473 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf3e1924-d580-4cc4-a19c-ee2b3c0c9218 req-9ab058d1-b9fb-4bf4-8a70-aa50cb615f54 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1277010 Nov 11 16:36:47.742713 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-0096a41a-353a-433e-8dae-358052ab9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:47.745002 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-0096a41a-353a-433e-8dae-358052ab9c83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053262 Nov 11 16:36:47.825410 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:47.843737 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf3e1924-d580-4cc4-a19c-ee2b3c0c9218 req-f4e18413-a8ca-4cc3-baea-c2ab0973a085 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313543 Nov 11 16:36:47.864558 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Allocated IP 172.20.0.2 (2cb10ab0-a054-4555-9c1e-120e17632d81/d527fc49-7bef-478a-b9e1-9adeb49916be/c75bef91-a17d-43f5-8e1f-6cfcac0d932c) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:48.033669 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-248ff615-96fd-431c-9ac0-11245a011f7d service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700102 Nov 11 16:36:48.192874 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b1cf26ae-596e-42f7-971e-2b9bc391703a req-8bfe6202-01ae-49b5-8eb1-eeaf9eaa8966 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492538 Nov 11 16:36:48.201523 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.206998 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.315319 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.358316 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:48.361296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:48.365169 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:48.372950 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Pushing event updated for resources: {'Port': ['ID=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:48.455146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Attempting to bind port c75bef91-a17d-43f5-8e1f-6cfcac0d932c on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:48.455707 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Attempting to bind port c75bef91-a17d-43f5-8e1f-6cfcac0d932c by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:48.456480 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Attempting to bind port c75bef91-a17d-43f5-8e1f-6cfcac0d932c on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:48.465379 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:48.467871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:48.467871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.467871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Bound using segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:48.467871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Bound port: c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:48.468342 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.557739 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] For port c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:48.561436 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] For port c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:48.637449 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.649552 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.662539 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0bc53-575b-4481-bf2a-d4a8e9732ca4 req-ecebdeaa-d777-4610-9f7e-7410fa920de8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:48.670428 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:48.671068 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fdf0bc53-575b-4481-bf2a-d4a8e9732ca4 req-ecebdeaa-d777-4610-9f7e-7410fa920de8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0690360 Nov 11 16:36:48.738285 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63378-7d77-4f30-bd02-8a5a8d0b81ac None None] Pushing event updated for resources: {'Port': ['ID=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:48.747054 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fdf0bc53-575b-4481-bf2a-d4a8e9732ca4 req-b74e429b-ab94-4dd1-920f-8ec0b85479ff tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747480 Nov 11 16:36:48.810997 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Allocated IP 172.27.0.182 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/dd12f5a9-8d3f-4320-95e2-f799b9aeb66c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:48.925834 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:49.066331 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329918eb-33a6-44be-8a94-f393d07516a2 req-e1a9c242-b733-4b25-b824-5f65e10603f9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:49.068624 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-329918eb-33a6-44be-8a94-f393d07516a2 req-e1a9c242-b733-4b25-b824-5f65e10603f9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1066763 Nov 11 16:36:49.311691 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:49.369693 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:49.375876 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:49.380954 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:49.385681 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-329918eb-33a6-44be-8a94-f393d07516a2 req-37c805f9-7a81-40de-a270-f70074a69bd1 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104236 Nov 11 16:36:49.387667 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Pushing event updated for resources: {'Port': ['ID=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:49.764210 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:49.917347 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75ae95-b410-467f-9222-bd7577e51a4f None None] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:36:49.921824 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b299d7-ca50-44cd-bded-b8abdbfba26f req-a62f90bb-29f5-4ac6-a862-b51ccfb4ff2a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:49.923561 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73b299d7-ca50-44cd-bded-b8abdbfba26f req-a62f90bb-29f5-4ac6-a862-b51ccfb4ff2a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0723941 Nov 11 16:36:50.053233 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] Provisioning complete for port c75bef91-a17d-43f5-8e1f-6cfcac0d932c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:50.053676 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.066801 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-73b299d7-ca50-44cd-bded-b8abdbfba26f req-dd58cdde-45a9-4164-9ae5-af943e763e8f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064155 Nov 11 16:36:50.092808 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.206076 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.250495 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] For port c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:50.365376 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:36:50.393929 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.471162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cea5e-2eb5-4fed-b163-07403c780519 None None] Pushing event updated for resources: {'Port': ['ID=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:50.503440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:36:50.518114 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:36:50.527631 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-580985df-9708-4d7f-8f54-b644d06992eb None None] Provisioning complete for port c75bef91-a17d-43f5-8e1f-6cfcac0d932c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:50.528337 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-580985df-9708-4d7f-8f54-b644d06992eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.529354 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:36:50.532221 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:50.601978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:50.605026 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a9e39be7-3af7-4598-b668-5f2381a1695e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1174695 Nov 11 16:36:50.607945 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58206) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:50.650384 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39facee0-79b1-40da-a3d3-255db2b8f8f6 req-6dd3ff8c-6acf-4cd3-963a-455468e8c5b0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:50.672253 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-39facee0-79b1-40da-a3d3-255db2b8f8f6 req-6dd3ff8c-6acf-4cd3-963a-455468e8c5b0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1786456 Nov 11 16:36:50.771030 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-39facee0-79b1-40da-a3d3-255db2b8f8f6 req-ca4c0589-1461-44e6-b548-3d0c824f69da tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975659 Nov 11 16:36:50.839093 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c75bef91-a17d-43f5-8e1f-6cfcac0d932c up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:36:50.857175 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:36:50.934578 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port c75bef91-a17d-43f5-8e1f-6cfcac0d932c triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:50.935783 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.062071 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:49Z', 'revision_number': 3, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:51.092573 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:36:51.094403 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Updating router 7844202a-cd06-4168-98b6-eaa941ba2d8f port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:36:51.142794 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.289475 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f600ea-ae64-4ec0-8a31-6a386f0bfe04 req-58ea3778-186d-4351-93e9-71329b1b19e3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:51.290992 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81f600ea-ae64-4ec0-8a31-6a386f0bfe04 req-58ea3778-186d-4351-93e9-71329b1b19e3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0888841 Nov 11 16:36:51.395019 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81f600ea-ae64-4ec0-8a31-6a386f0bfe04 req-dc68c91d-6952-4b31-935d-7f46795c8256 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881841 Nov 11 16:36:51.488728 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.612390 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.684777 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.737902 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb57d23-8418-4665-8658-d14450137646 None None] Pushing event updated for resources: {'Port': ['ID=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,revision_number=2']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:51.740135 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Attempting to bind port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:51.740810 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Attempting to bind port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:51.740810 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Attempting to bind port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:51.750233 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.751869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.751869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.751869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.751869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.751869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.752343 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.752485 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.752814 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.753137 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.753449 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.753762 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb57d23-8418-4665-8658-d14450137646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:36:51.757859 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:51.758261 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:51.758665 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.759038 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:51.759505 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Bound port: dd12f5a9-8d3f-4320-95e2-f799b9aeb66c, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:51.759896 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.770115 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Allocated IP 172.20.0.1 (2cb10ab0-a054-4555-9c1e-120e17632d81/d527fc49-7bef-478a-b9e1-9adeb49916be/3f5ec23d-34ae-4d63-a10d-e5f55b7eb791) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:51.813386 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] For port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:51.817207 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] For port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:51.879891 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.881640 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:51.944246 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb57d23-8418-4665-8658-d14450137646 None None] Pushing event updated for resources: {'Port': ['ID=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:51.969547 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b85ed-6445-487a-bdad-11ab9cfaf739 req-0f27b2dd-f5e1-49f3-880b-0311f3de361b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:51.972385 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-130b85ed-6445-487a-bdad-11ab9cfaf739 req-0f27b2dd-f5e1-49f3-880b-0311f3de361b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1092398 Nov 11 16:36:51.987618 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:36:51.988332 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:52.040747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-130b85ed-6445-487a-bdad-11ab9cfaf739 req-cd80ee0f-1716-4d80-b2a7-1653d58bab81 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Nov 11 16:36:52.054783 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.107561 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:52.113128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:52.118447 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:52.148969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:52.153976 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:36:52.175698 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.468533 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.496786 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:49Z', 'revision_number': 3, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:52.544839 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbb9dc-ac69-467a-9e02-3576ea22885c None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:49Z', 'revision_number': 3, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:36:52.557164 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-6245f0fd-863a-4247-a0b5-4dd896f7ea64 None None] Provisioning complete for port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:52.565790 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6245f0fd-863a-4247-a0b5-4dd896f7ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.637183 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-6245f0fd-863a-4247-a0b5-4dd896f7ea64 None None] Port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:36:52.779935 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.812342 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c4bb-79bb-4193-9e6f-94d1c1ae060f req-9d340321-cd7b-4830-9a05-861398d949a2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:52.813905 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4878c4bb-79bb-4193-9e6f-94d1c1ae060f req-9d340321-cd7b-4830-9a05-861398d949a2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0851943 Nov 11 16:36:52.855276 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:52.961214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d652c0-4e7b-4c54-a516-8ebd3dabd9bc req-747b1256-b0d1-4c80-90af-ca9e30e6c273 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:52.963363 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-83d652c0-4e7b-4c54-a516-8ebd3dabd9bc req-747b1256-b0d1-4c80-90af-ca9e30e6c273 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0710652 Nov 11 16:36:52.969129 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:53.057092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:53.075031 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-83d652c0-4e7b-4c54-a516-8ebd3dabd9bc req-3febe701-c554-44b3-bdcd-e780042b1225 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051626 Nov 11 16:36:53.081099 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4878c4bb-79bb-4193-9e6f-94d1c1ae060f req-9f854311-7d94-4d74-8ea8-7a809d260e8c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536764 Nov 11 16:36:53.156647 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:53.158122 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:53.304864 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:36:53.452817 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:36:53.464286 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-81c33407-87d1-4a4e-902a-a6697695a3e6 admin admin] 10.222.0.11 "PUT /v2.0/routers/7844202a-cd06-4168-98b6-eaa941ba2d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8550935 Nov 11 16:36:53.497275 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-db1be52a-6df1-49db-8068-7c121a8c5668 None None] Provisioning complete for port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:53.498137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-db1be52a-6df1-49db-8068-7c121a8c5668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:53.559835 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-db1be52a-6df1-49db-8068-7c121a8c5668 None None] Port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:36:54.209273 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68283082-3c8f-477c-ae3e-0f1f60549be6 req-b72e328a-b10a-4e8b-8c6d-535c351908b3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:54.217210 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-68283082-3c8f-477c-ae3e-0f1f60549be6 req-b72e328a-b10a-4e8b-8c6d-535c351908b3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.0693855 Nov 11 16:36:54.292480 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-68283082-3c8f-477c-ae3e-0f1f60549be6 req-b94130dd-f561-47cf-aa41-ad2871418316 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Nov 11 16:36:54.299811 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7654d-dc8f-4b71-adb7-af26535882c1 req-7dba37db-080f-4cf1-9932-b485e1a97475 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:54.309745 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1ef7654d-dc8f-4b71-adb7-af26535882c1 req-7dba37db-080f-4cf1-9932-b485e1a97475 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.1137211 Nov 11 16:36:54.405914 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1ef7654d-dc8f-4b71-adb7-af26535882c1 req-a1c7dc1d-3562-4df0-8510-12d60c15a462 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950830 Nov 11 16:36:54.410468 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58268) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:54.416172 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1893500952-network', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:54.507719 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Made reservation on behalf of a70d9ab6136f475f8bc6ea3fba6fb28e for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:54.510132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.519460 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.616317 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.666346 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:36:54.679340 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:36:54.679852 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.680135 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:54.705968 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:36:54.725333 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device dd12f5a9-8d3f-4320-95e2-f799b9aeb66c up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:36:54.730109 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628dfa2-b881-46a1-8d47-0c82c6d0a535,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:54.734092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.734575 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Added segment 267265c9-6aae-47a9-8a57-6060fd1d9e6b of type vlan for network 35bd33c8-456a-4319-bde2-b8776b2244ff Nov 11 16:36:54.783791 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.827247 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:54.827817 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.873729 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.874923 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:54.875510 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:54.905851 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:36:54.955387 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] Pushing event updated for resources: {'Network': ['ID=35bd33c8-456a-4319-bde2-b8776b2244ff,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:54.997940 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3fa3158f-2190-49b6-980a-975928953c2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5822368 Nov 11 16:36:55.001175 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58276) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:55.004279 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 35bd33c8-456a-4319-bde2-b8776b2244ff details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:36:55.009794 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Request body: {'subnet': {'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1893500952-subnet', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:55.096058 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Made reservation on behalf of a70d9ab6136f475f8bc6ea3fba6fb28e for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:36:55.098479 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9231817'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.354453 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.363136 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9231847'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.397429 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:55.461086 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 2, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:55.483634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e529cd7-eb0a-4bbf-ad98-429adb74515c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:55.516771 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:36:55.517828 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Updating router 7844202a-cd06-4168-98b6-eaa941ba2d8f port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:36:55.519456 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Checking segment: {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:55.520261 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Network hostable DHCP agents. Network: 35bd33c8-456a-4319-bde2-b8776b2244ff, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:36:55.522580 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.533383 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed060-978d-4912-a46c-0beb12bbb311 req-83a9f2f5-6b2e-4be8-8d08-730bc9d70ea7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:55.535252 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c64ed060-978d-4912-a46c-0beb12bbb311 req-83a9f2f5-6b2e-4be8-8d08-730bc9d70ea7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.1383233 Nov 11 16:36:55.553304 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78bd87-6323-4069-953d-167dfca7759c req-c88ce37b-f654-43d1-8dbe-42ff474f68d3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:55.555737 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec78bd87-6323-4069-953d-167dfca7759c req-c88ce37b-f654-43d1-8dbe-42ff474f68d3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 945 time: 0.1549025 Nov 11 16:36:55.594532 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a25a6-e8ac-4e02-ba38-a5665eb97404 req-90d9c281-96c4-4c7a-a6f4-11ce0bdc3a71 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:55.599200 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cb7a25a6-e8ac-4e02-ba38-a5665eb97404 req-90d9c281-96c4-4c7a-a6f4-11ce0bdc3a71 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0991633 Nov 11 16:36:55.606530 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:55.627411 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.673660 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c64ed060-978d-4912-a46c-0beb12bbb311 req-b9b2a852-fafe-4aa6-b695-ad370e572ccf tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156552 Nov 11 16:36:55.691792 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cb7a25a6-e8ac-4e02-ba38-a5665eb97404 req-e13028bd-a36f-4b55-85d9-da6e4b01563c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751436 Nov 11 16:36:55.704148 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Network 35bd33c8-456a-4319-bde2-b8776b2244ff is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:36:55.721718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Deleting port 316f6143-cdc9-4609-8928-1ac2fe8f907b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:36:55.722126 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.826729 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] For port 316f6143-cdc9-4609-8928-1ac2fe8f907b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=316f6143-cdc9-4609-8928-1ac2fe8f907b,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:55.827099 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.831309 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 35bd33c8-456a-4319-bde2-b8776b2244ff) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:55.843355 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:55.843883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:55.846173 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b46f28-bdaf-4f84-8754-0a366717f507 None None] Network 35bd33c8-456a-4319-bde2-b8776b2244ff requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:36:55.854419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Calling delete_port for 316f6143-cdc9-4609-8928-1ac2fe8f907b owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:36:56.026112 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0ffe03a3-8d8d-4b3e-8266-b32ee116124a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0233552 Nov 11 16:36:56.029129 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58290) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:56.034758 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:36:56.068321 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.103093 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-35bd33c8-456a-4319-bde2-b8776b2244ff', 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'fixed_ips': [{'subnet_id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:36:56.104198 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.105198 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.123117 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', '430c748e-bc08-4f21-9fc9-7566da08f638', '316f6143-cdc9-4609-8928-1ac2fe8f907b'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:56.134656 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.136269 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.137023 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event deleted for resources: {'Port': ['ID=316f6143-cdc9-4609-8928-1ac2fe8f907b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:56.158913 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.217815 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] No DVR routers for this DVR port 316f6143-cdc9-4609-8928-1ac2fe8f907b on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:36:56.220719 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.223311 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.228667 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec78bd87-6323-4069-953d-167dfca7759c req-a29dd3f1-dec6-43cf-86f0-21425fffb25a tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "DELETE /v2.0/ports/316f6143-cdc9-4609-8928-1ac2fe8f907b HTTP/1.1" status: 204 len: 173 time: 0.6521673 Nov 11 16:36:56.229233 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'name': 'network-vif-deleted', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:36:56.242646 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1fc9c-175c-484f-bfb3-127d4f3f7793" -d '{"events": [{"server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "name": "network-vif-deleted", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:36:56.344725 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668fe8a1-4e18-41a7-96c5-33252c48ab57 x-openstack-request-id: req-668fe8a1-4e18-41a7-96c5-33252c48ab57 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:36:56.344725 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1063177-f2aa-4468-ad21-8ee684dc55f5", "name": "network-vif-deleted", "tag": "316f6143-cdc9-4609-8928-1ac2fe8f907b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:36:56.344725 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-668fe8a1-4e18-41a7-96c5-33252c48ab57 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:36:56.344725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1063177-f2aa-4468-ad21-8ee684dc55f5', 'name': 'network-vif-deleted', 'tag': '316f6143-cdc9-4609-8928-1ac2fe8f907b', 'status': 'completed', 'code': 200} Nov 11 16:36:56.564215 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009f00b-ed5c-4f59-9742-33d9c0f3b00d None None] Pushing event updated for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:56.572485 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Attempting to bind port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:56.573158 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Attempting to bind port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:56.573696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Attempting to bind port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:56.587664 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:56.588044 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:56.588440 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.588877 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Bound using segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:56.589539 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Bound port: 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:56.589967 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.608738 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Allocated IP 172.20.0.2 (35bd33c8-456a-4319-bde2-b8776b2244ff/6e529cd7-eb0a-4bbf-ad98-429adb74515c/c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:56.652967 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-838c321b-c026-4ea1-9a88-2f7d06579561 None None] Provisioning complete for port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:56.653517 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-838c321b-c026-4ea1-9a88-2f7d06579561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:56.734236 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-838c321b-c026-4ea1-9a88-2f7d06579561 None None] Port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:36:56.822137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device dd12f5a9-8d3f-4320-95e2-f799b9aeb66c up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:36:56.916979 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:36:56.977789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05351-3f24-4dd2-b596-4b625657a9ca req-99265ae7-856e-482c-9771-b0e0e84e4175 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:56.982296 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b6e05351-3f24-4dd2-b596-4b625657a9ca req-99265ae7-856e-482c-9771-b0e0e84e4175 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.1526237 Nov 11 16:36:57.013440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.051117 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-bdba7949-f800-4c5c-b47f-879d709aac03 req-59413e9a-26db-4fc8-99b5-910bf3e99391 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1063177-f2aa-4468-ad21-8ee684dc55f5 HTTP/1.1" status: 200 len: 210 time: 0.0892603 Nov 11 16:36:57.058852 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:57.059257 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.082582 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b6e05351-3f24-4dd2-b596-4b625657a9ca req-7639c918-4c08-4d1f-9913-b3a435ef8a6a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934961 Nov 11 16:36:57.109005 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] For port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:57.184377 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] For port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:57.256025 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.325250 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:57.337800 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.344204 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.372808 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.423086 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'mac_address': 'fa:16:3e:75:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:36:57.453796 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:36:57.454411 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:57.480044 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.563994 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Allocated IP 172.27.0.122 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/f5c17091-9598-4d52-89c8-258f202cb6bd) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:36:57.606110 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009f00b-ed5c-4f59-9742-33d9c0f3b00d None None] Pushing event updated for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:57.629685 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.744582 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.800578 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Network 35bd33c8-456a-4319-bde2-b8776b2244ff is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:57.816312 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:57.829608 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:57.879931 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.923114 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:36:57.929797 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:36:57.932382 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:36:57.969354 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Pushing event updated for resources: {'Port': ['ID=f5c17091-9598-4d52-89c8-258f202cb6bd,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:57.976943 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Attempting to bind port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:36:57.977379 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Attempting to bind port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:36:57.977478 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Attempting to bind port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 on network 35bd33c8-456a-4319-bde2-b8776b2244ff {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:36:57.996078 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:36:57.996466 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Checking segment: {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:36:57.996959 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:57.997275 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Bound using segment: {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:36:57.997763 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Bound port: c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:36:57.998164 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:58.013923 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb33427-4822-414c-89b7-249d1d2f07d9 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:36:58.082435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] For port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:36:58.096242 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] For port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:36:58.134646 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Pushing event updated for resources: {'Port': ['ID=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:58.170421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] Provisioning complete for port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:36:58.170796 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:58.187123 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:58.202764 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:58.295799 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:36:58.483360 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18efc1-5879-45d1-8a78-96a0bc5e328a req-3fd6702c-a358-4edb-9f0f-45a1cd44d9af tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:58.492453 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:58.492617 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8e18efc1-5879-45d1-8a78-96a0bc5e328a req-3fd6702c-a358-4edb-9f0f-45a1cd44d9af tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1460085 Nov 11 16:36:58.602035 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957a7e8-6a31-4360-8db0-e463e722ccd7 req-6a04a990-c90f-41b4-8e74-38601b6a6d5b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:36:58.610102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e957a7e8-6a31-4360-8db0-e463e722ccd7 req-6a04a990-c90f-41b4-8e74-38601b6a6d5b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 945 time: 0.2503154 Nov 11 16:36:58.697194 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57927cba-4844-4751-93fc-6773f1fb7304 None None] Pushing event updated for resources: {'Port': ['ID=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:58.715001 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8e18efc1-5879-45d1-8a78-96a0bc5e328a req-8583585d-69a5-449e-8181-30466c74eb31 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231927 Nov 11 16:36:58.724307 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e957a7e8-6a31-4360-8db0-e463e722ccd7 req-14982871-dfff-457a-ac7f-d63be73919f5 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104875 Nov 11 16:36:58.760541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:58.898861 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:58.906508 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 316f6143-cdc9-4609-8928-1ac2fe8f907b no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:36:58.935944 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 316f6143-cdc9-4609-8928-1ac2fe8f907b {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:36:58.937748 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 316f6143-cdc9-4609-8928-1ac2fe8f907b not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:36:58.946921 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:59.021362 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] For port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:36:59.035560 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:59.050724 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:57Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:59.057466 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ffb33427-4822-414c-89b7-249d1d2f07d9'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:36:59.111505 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf54461-bc51-493b-949c-555a4f0ef5be None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:57Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:36:59.114837 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:59.203535 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c205b-f5ef-4b77-979e-59d44c5612b1 None None] Pushing event updated for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:36:59.379054 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Router 500cddc6-34c3-4358-808b-642fb1d0f17d is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:36:59.533484 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:36:59.544862 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Sync routers for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:36:59.579621 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:36:59.581637 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:36:59.640269 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:36:59.642402 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1401f593-947c-45ea-b090-c059fb322e9a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6121299 Nov 11 16:36:59.645180 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58332) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:36:59.718049 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:00.024545 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8b4ce-cee2-4d69-a6c8-7a18a5e7be47 req-3d74cba8-6900-4849-94be-0efb64b372f2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:00.024545 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cee8b4ce-cee2-4d69-a6c8-7a18a5e7be47 req-3d74cba8-6900-4849-94be-0efb64b372f2 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1328473 Nov 11 16:37:00.029017 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 3, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:00.057925 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Checking router: 500cddc6-34c3-4358-808b-642fb1d0f17d for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:00.058316 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Updating router 500cddc6-34c3-4358-808b-642fb1d0f17d port f5c17091-9598-4d52-89c8-258f202cb6bd binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:37:00.125627 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.189560 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cee8b4ce-cee2-4d69-a6c8-7a18a5e7be47 req-7ce7542e-422f-4b37-8e35-8e935a39466c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500199 Nov 11 16:37:00.234816 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0226845-dff4-4470-8bda-0c09c8ca46cb None None] Network 35bd33c8-456a-4319-bde2-b8776b2244ff requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:00.463188 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefa140-85b4-4a90-a2f0-983aedb385b5 req-3e24d5c4-e5ca-4eed-88b7-68b759fc1f5b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:00.464777 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-abefa140-85b4-4a90-a2f0-983aedb385b5 req-3e24d5c4-e5ca-4eed-88b7-68b759fc1f5b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 945 time: 0.1180909 Nov 11 16:37:00.571267 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-abefa140-85b4-4a90-a2f0-983aedb385b5 req-ab732de9-beaf-4841-b2a0-c5038df91863 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947671 Nov 11 16:37:00.645143 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] Provisioning complete for port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:00.653668 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.721416 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.778320 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414f194-9614-45df-941b-ea4e3c5b319e req-a97d7002-7089-4aea-b948-959844056450 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:00.787857 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.797903 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d414f194-9614-45df-941b-ea4e3c5b319e req-a97d7002-7089-4aea-b948-959844056450 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.1249416 Nov 11 16:37:00.866400 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Attempting to bind port f5c17091-9598-4d52-89c8-258f202cb6bd on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:00.867500 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Attempting to bind port f5c17091-9598-4d52-89c8-258f202cb6bd by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:00.868101 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Attempting to bind port f5c17091-9598-4d52-89c8-258f202cb6bd on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:00.904464 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:00.911514 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:00.911911 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:00.913161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:00.913634 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.914227 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:00.915030 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Bound port: f5c17091-9598-4d52-89c8-258f202cb6bd, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:00.915615 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:00.976997 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7121a-bd01-4575-8867-9ee0162b8622 None None] Pushing event updated for resources: {'Port': ['ID=f5c17091-9598-4d52-89c8-258f202cb6bd,revision_number=2']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:00.990471 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d414f194-9614-45df-941b-ea4e3c5b319e req-6f59069f-100a-4292-a812-db693b9dd4af tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891930 Nov 11 16:37:01.029848 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] For port f5c17091-9598-4d52-89c8-258f202cb6bd, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:01.030988 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.036494 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] For port f5c17091-9598-4d52-89c8-258f202cb6bd, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f5c17091-9598-4d52-89c8-258f202cb6bd,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:01.108630 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.158440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.164236 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] For port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:01.184472 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:01.184922 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.245111 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:01.245750 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:36:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:01.247723 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7121a-bd01-4575-8867-9ee0162b8622 None None] Pushing event updated for resources: {'Port': ['ID=f5c17091-9598-4d52-89c8-258f202cb6bd,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:01.298151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.339778 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port ffb33427-4822-414c-89b7-249d1d2f07d9 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:37:01.360039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ffb33427-4822-414c-89b7-249d1d2f07d9 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:01.361356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.443578 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186db8a6-3832-41bd-a8a4-21ee25db9d73 None None] Pushing event updated for resources: {'Port': ['ID=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:01.465313 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bbee2-b08b-40b0-823d-62fb74f8f083 req-da9c4351-ca1f-4ba9-a657-36689386ff37 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:01.474225 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-935bbee2-b08b-40b0-823d-62fb74f8f083 req-da9c4351-ca1f-4ba9-a657-36689386ff37 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.0937357 Nov 11 16:37:01.483295 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Allocated IP 172.20.0.1 (35bd33c8-456a-4319-bde2-b8776b2244ff/6e529cd7-eb0a-4bbf-ad98-429adb74515c/f16bdd44-a676-4f38-bbdb-a59302ccc4a1) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:01.487452 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:01.497272 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:01.524491 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-539dc774-6ef6-4fbe-b638-5a70b75d6369 None None] Provisioning complete for port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:01.529904 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-539dc774-6ef6-4fbe-b638-5a70b75d6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.574425 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-935bbee2-b08b-40b0-823d-62fb74f8f083 req-5b7fcc9c-2225-4068-9186-65225e73066e tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935864 Nov 11 16:37:01.672598 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.703143 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:01.703897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.732866 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 3, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:01.766209 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8adbf2-1206-46f2-89d6-489b6a5efd6d None None] The sync data for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi is: [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 3, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:01.775099 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e9f4-6aae-4b85-a58e-229cee50d49e req-eba8ae36-8eef-41f9-838d-eb329e98535d tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:01.776756 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc65e9f4-6aae-4b85-a58e-229cee50d49e req-eba8ae36-8eef-41f9-838d-eb329e98535d tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 945 time: 0.0698335 Nov 11 16:37:01.816736 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:01.874492 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Network 35bd33c8-456a-4319-bde2-b8776b2244ff is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:01.885017 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:01.888031 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:01.987180 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:02.007516 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc65e9f4-6aae-4b85-a58e-229cee50d49e req-9fa8b2fb-8c86-42a7-82d9-07fd86756c8f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238183 Nov 11 16:37:02.009701 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.039912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.081981 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:02.085023 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3d364-bc8e-4c74-8b40-99701ba49d76" -d '{"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-plugged", "status": "completed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:02.113455 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:02.168568 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-70e09180-c9b6-42b7-98e2-54e9b8b5d28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.202529 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9ea04-cf2d-4c21-972e-5eb5c513fd85 x-openstack-request-id: req-40b9ea04-cf2d-4c21-972e-5eb5c513fd85 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:02.202895 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-plugged", "status": "completed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:02.203092 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40b9ea04-cf2d-4c21-972e-5eb5c513fd85 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:02.203716 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'code': 200} Nov 11 16:37:02.216920 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542a74f-d227-4c01-8e25-8487367638b4 req-06e93415-2147-42a8-8ced-1621efe2ebe8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:02.218877 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b542a74f-d227-4c01-8e25-8487367638b4 req-06e93415-2147-42a8-8ced-1621efe2ebe8 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.1745620 Nov 11 16:37:02.230064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993f51-bad0-44cb-ba45-7314838fc28f req-513d6cab-744c-4a7a-ab51-7bb832161913 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:02.238448 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-73993f51-bad0-44cb-ba45-7314838fc28f req-513d6cab-744c-4a7a-ab51-7bb832161913 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.1089327 Nov 11 16:37:02.260187 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.332996 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:02.421146 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-73993f51-bad0-44cb-ba45-7314838fc28f req-c7af308e-8d96-4709-acdb-2a97cd2709b7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735184 Nov 11 16:37:02.444938 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-9968b8f8-d663-4590-a6b7-d1950842d470 None None] Provisioning complete for port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:02.449741 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9968b8f8-d663-4590-a6b7-d1950842d470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.470080 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.482715 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Deleting port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:02.483728 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.548243 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9968b8f8-d663-4590-a6b7-d1950842d470 None None] Port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:02.677313 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] For port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:02.677935 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:02.705411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Calling delete_port for ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:02.944351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f5c17091-9598-4d52-89c8-258f202cb6bd up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:02.955817 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577afa-537d-4e93-91bd-9de19a76c307 req-dc19eba2-85d2-4d4e-980b-3b41a1e7dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:02.957762 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b1577afa-537d-4e93-91bd-9de19a76c307 req-dc19eba2-85d2-4d4e-980b-3b41a1e7dd0d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.2929924 Nov 11 16:37:03.007040 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.026560 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66852-c6af-417b-9062-0464b8fc0540 req-3dd7debc-7b57-4ec2-a622-258235394682 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:03.028869 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:03.033860 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1cc66852-c6af-417b-9062-0464b8fc0540 req-3dd7debc-7b57-4ec2-a622-258235394682 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 946 time: 0.2562177 Nov 11 16:37:03.067163 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.142163 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Pushing event deleted for resources: {'Port': ['ID=ac2ba1f7-628b-4cba-9fdd-114d9cc2df34,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:03.163334 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port f5c17091-9598-4d52-89c8-258f202cb6bd triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:03.173139 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.206303 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1cc66852-c6af-417b-9062-0464b8fc0540 req-b971bc86-eae2-4a7f-9808-028f4919b59f tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259363 Nov 11 16:37:03.243601 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.358780 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] No DVR routers for this DVR port ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:37:03.372988 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b1577afa-537d-4e93-91bd-9de19a76c307 req-6febbc2f-c2e2-436d-88e1-b6d98823b7b4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004498 Nov 11 16:37:03.382722 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-342fcda1-9725-4ad6-bd3d-9866d0060864 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:03.389178 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-342fcda1-9725-4ad6-bd3d-9866d0060864 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.3931100 Nov 11 16:37:03.389597 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.393277 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.400778 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b542a74f-d227-4c01-8e25-8487367638b4 req-25e955dd-2332-4f23-ba40-4f980e44f2d0 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "DELETE /v2.0/ports/ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 HTTP/1.1" status: 204 len: 173 time: 1.1512301 Nov 11 16:37:03.401016 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.405028 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'name': 'network-vif-deleted', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:03.410267 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:03.413213 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff2ee6-9337-4ba6-96aa-9e49622fcf55" -d '{"events": [{"server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "name": "network-vif-deleted", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:03.444431 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port f5c17091-9598-4d52-89c8-258f202cb6bd, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f5c17091-9598-4d52-89c8-258f202cb6bd,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:03.463360 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fde82-20c5-4fec-b7d6-5f599df4b6cc req-ff96bd32-529b-404c-913f-d93531e09eb9 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:03.485783 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f78fde82-20c5-4fec-b7d6-5f599df4b6cc req-ff96bd32-529b-404c-913f-d93531e09eb9 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.3430417 Nov 11 16:37:03.509953 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d7bbb-c64e-429a-9927-a481b4b6e99f x-openstack-request-id: req-df6d7bbb-c64e-429a-9927-a481b4b6e99f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:03.510270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d101cc61-70dd-46cf-9960-6cd9b62b718a", "name": "network-vif-deleted", "tag": "ac2ba1f7-628b-4cba-9fdd-114d9cc2df34", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:03.510575 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df6d7bbb-c64e-429a-9927-a481b4b6e99f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:03.510986 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd101cc61-70dd-46cf-9960-6cd9b62b718a', 'name': 'network-vif-deleted', 'tag': 'ac2ba1f7-628b-4cba-9fdd-114d9cc2df34', 'status': 'completed', 'code': 200} Nov 11 16:37:03.542434 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.543171 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:03.576613 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f78fde82-20c5-4fec-b7d6-5f599df4b6cc req-f5b74a54-04a3-4368-a717-18659f32f495 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020060 Nov 11 16:37:03.605454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Network 35bd33c8-456a-4319-bde2-b8776b2244ff is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:03.607440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:03.739687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=f5c17091-9598-4d52-89c8-258f202cb6bd,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:03.791254 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:03.791639 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.818749 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Deleting port 430c748e-bc08-4f21-9fc9-7566da08f638 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:03.820654 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:03.940629 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e7008-56e7-4266-89f0-b44d917ef9f9 req-69a3f56c-f878-4625-8e79-65cf767b7af7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:03.942871 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d15e7008-56e7-4266-89f0-b44d917ef9f9 req-69a3f56c-f878-4625-8e79-65cf767b7af7 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 946 time: 0.3072238 Nov 11 16:37:04.001120 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] For port 430c748e-bc08-4f21-9fc9-7566da08f638, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=430c748e-bc08-4f21-9fc9-7566da08f638,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:04.002419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:04.009960 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Router 500cddc6-34c3-4358-808b-642fb1d0f17d has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:37:04.022534 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-997bc299-71c6-4005-8589-eb184352aac2 None None] Provisioning complete for port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:04.023155 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-997bc299-71c6-4005-8589-eb184352aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:04.027362 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Calling delete_port for 430c748e-bc08-4f21-9fc9-7566da08f638 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:04.044268 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d15e7008-56e7-4266-89f0-b44d917ef9f9 req-23d1ef38-5ca2-4e13-bf80-876e416b19a3 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931935 Nov 11 16:37:04.127925 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-997bc299-71c6-4005-8589-eb184352aac2 None None] Port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:04.267358 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:04.288348 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b3434589-1808-4eb4-a387-97ed96a10fd9 admin admin] 10.222.0.11 "PUT /v2.0/routers/500cddc6-34c3-4358-808b-642fb1d0f17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6416960 Nov 11 16:37:04.324723 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:04.346842 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', '430c748e-bc08-4f21-9fc9-7566da08f638'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:04.384609 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event deleted for resources: {'Port': ['ID=430c748e-bc08-4f21-9fc9-7566da08f638,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:04.425633 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-11c3ed4b-681e-49fa-b375-943def8f87dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:04.469294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] No DVR routers for this DVR port 430c748e-bc08-4f21-9fc9-7566da08f638 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:37:04.503038 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:04.507949 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-365696b4-6d81-46eb-99d8-1cb6c863add2 req-6f5d7b20-67cb-4d89-a5df-4afe8bdc9c38 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "DELETE /v2.0/ports/430c748e-bc08-4f21-9fc9-7566da08f638 HTTP/1.1" status: 204 len: 173 time: 0.8620434 Nov 11 16:37:04.510402 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-32e3261a-76d3-459e-897d-cd77556f64f6 req-a12c830b-16b7-4256-abe9-354a9a92f409 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=d101cc61-70dd-46cf-9960-6cd9b62b718a HTTP/1.1" status: 200 len: 210 time: 0.0858619 Nov 11 16:37:04.750261 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f5c17091-9598-4d52-89c8-258f202cb6bd up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:04.797553 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Sync routers for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:04.821892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d59ba-991d-4c13-958a-d2e9008b39a8 req-69a00ce8-7c97-4610-845e-7c9cfdcf6193 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:04.832603 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ea5d59ba-991d-4c13-958a-d2e9008b39a8 req-69a00ce8-7c97-4610-845e-7c9cfdcf6193 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0844619 Nov 11 16:37:04.893155 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:04.894637 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:04.926262 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ea5d59ba-991d-4c13-958a-d2e9008b39a8 req-d27f3441-a953-42c6-a20f-70f3a4878398 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912833 Nov 11 16:37:05.139822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port f5c17091-9598-4d52-89c8-258f202cb6bd triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:05.140451 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:05.148176 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:05.243557 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d5ab1c74-5a53-41de-9864-d7e1aa2c6e1e req-f287f214-1d78-46e5-8a8c-999dc43b77dd tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=089124d8-7813-46dd-86c4-26e67d04f63a HTTP/1.1" status: 200 len: 210 time: 0.0419309 Nov 11 16:37:05.524517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'name': 'network-vif-deleted', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:05.524517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb45e3f5-45b2-4712-83bb-35cecb5a4388" -d '{"events": [{"server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "name": "network-vif-deleted", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:05.525672 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:05.606879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0708742c-c401-45ea-8bd3-1fdbd27be146 x-openstack-request-id: req-0708742c-c401-45ea-8bd3-1fdbd27be146 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:05.606879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089124d8-7813-46dd-86c4-26e67d04f63a", "name": "network-vif-deleted", "tag": "430c748e-bc08-4f21-9fc9-7566da08f638", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:05.606879 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0708742c-c401-45ea-8bd3-1fdbd27be146 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:05.606879 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089124d8-7813-46dd-86c4-26e67d04f63a', 'name': 'network-vif-deleted', 'tag': '430c748e-bc08-4f21-9fc9-7566da08f638', 'status': 'completed', 'code': 200} Nov 11 16:37:05.617959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58392) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:05.622900 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827564380', 'description': 'tempest-secgroup-smoke-1827564380 description', 'project_id': 'e8b27862260c4e10a2a4649abac781fd'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:05.640559 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:37:02Z', 'revision_number': 4, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f16bdd44-a676-4f38-bbdb-a59302ccc4a1', 'name': '', 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'mac_address': 'fa:16:3e:5f:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:01Z', 'updated_at': '2021-11-11T16:37:02Z', 'revision_number': 2, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'subnets': [{'id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:05.672788 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Checking router: 500cddc6-34c3-4358-808b-642fb1d0f17d for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:05.673232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Updating router 500cddc6-34c3-4358-808b-642fb1d0f17d port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:37:05.727522 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:05.744870 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:05.871978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:05.965564 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.014862 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7d22fd-725a-497f-a5cc-30214eee1dfd,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:06.067153 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.119731 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.121192 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-0a6f4d60-47be-4560-b0b3-4b1696c22fdf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5021291 Nov 11 16:37:06.124005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58406) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:06.129774 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:06.134359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1c74b-924b-47fa-b67f-33b2ed8c94e6 req-b9e45809-eb1d-44fc-8f99-98f5268026d2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:06.136318 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f4c1c74b-924b-47fa-b67f-33b2ed8c94e6 req-b9e45809-eb1d-44fc-8f99-98f5268026d2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0845444 Nov 11 16:37:06.167391 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.233683 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a205e4-f1f3-417f-b2a5-c0dcd5e068e6 None None] Pushing event updated for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:06.272824 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f4c1c74b-924b-47fa-b67f-33b2ed8c94e6 req-e405f608-f137-4f86-a900-adb4e4e2368c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036663 Nov 11 16:37:06.273000 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bfa99-55e6-4868-a9ce-8cc9b861fe4c req-cf909537-a818-4f21-9e7e-1f2eb3900a3b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:06.273000 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c17bfa99-55e6-4868-a9ce-8cc9b861fe4c req-cf909537-a818-4f21-9e7e-1f2eb3900a3b tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.1143157 Nov 11 16:37:06.300084 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.339221 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Attempting to bind port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:06.339851 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Attempting to bind port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:06.340218 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Attempting to bind port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 on network 35bd33c8-456a-4319-bde2-b8776b2244ff {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:06.347299 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:06.364213 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Checking segment: {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:06.365857 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.366846 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Bound using segment: {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:06.367457 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Bound port: f16bdd44-a676-4f38-bbdb-a59302ccc4a1, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267265c9-6aae-47a9-8a57-6060fd1d9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:06.370818 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.384974 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c17bfa99-55e6-4868-a9ce-8cc9b861fe4c req-4f251bd2-e85f-4b8b-a448-a04c893f87d9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133444 Nov 11 16:37:06.508371 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.526878 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f2fb5-cbf7-4b58-8471-46cbef5d7b57 req-e0f7ab38-44d8-47ff-b6e6-1bee97905b93 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:06.540177 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] For port f16bdd44-a676-4f38-bbdb-a59302ccc4a1, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:06.544970 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] For port f16bdd44-a676-4f38-bbdb-a59302ccc4a1, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:06.547184 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b20f2fb5-cbf7-4b58-8471-46cbef5d7b57 req-e0f7ab38-44d8-47ff-b6e6-1bee97905b93 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.1140234 Nov 11 16:37:06.594487 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.623372 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.626386 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b20f2fb5-cbf7-4b58-8471-46cbef5d7b57 req-79fe3e2b-8000-4cae-8764-385d277c2fc2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774336 Nov 11 16:37:06.629458 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b84340-88f7-4303-b924-4e73b5d233b3,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:06.656405 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58416) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:06.709136 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.711718 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-bba0a211-062e-4c32-bbd0-5c2895ea243c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5866714 Nov 11 16:37:06.714905 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58420) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:06.722159 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a205e4-f1f3-417f-b2a5-c0dcd5e068e6 None None] Pushing event updated for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:06.724501 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:06.728350 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:06.730510 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:06.874983 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:06.963495 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:07.026265 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 430c748e-bc08-4f21-9fc9-7566da08f638 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:07.026512 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.069086 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] Provisioning complete for port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:07.069461 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.076750 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 430c748e-bc08-4f21-9fc9-7566da08f638 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:07.077101 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 430c748e-bc08-4f21-9fc9-7566da08f638 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:07.078017 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:07.096496 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.106639 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28287182-92d3-4370-acd1-57183099c70a tempest-TestShelveInstance-105814889 tempest-TestShelveInstance-105814889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:07.108160 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-28287182-92d3-4370-acd1-57183099c70a tempest-TestShelveInstance-105814889 tempest-TestShelveInstance-105814889-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1094 time: 0.4504240 Nov 11 16:37:07.112787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58426) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:07.113838 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14806627-e5e3-49c5-a432-194dbc7db9a9,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:07.120504 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:07.141066 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43f201-c4b5-4b14-affa-1bb26cdc87b2 req-d7791754-08fb-4467-9eec-a2c1ecd574da tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:07.143365 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0c43f201-c4b5-4b14-affa-1bb26cdc87b2 req-d7791754-08fb-4467-9eec-a2c1ecd574da tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0808079 Nov 11 16:37:07.196211 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.197742 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e781f21c-ff65-4e2a-b388-c1b6d6b4c393 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4818084 Nov 11 16:37:07.200628 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58432) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:07.206264 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:07.207137 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0c43f201-c4b5-4b14-affa-1bb26cdc87b2 req-47296384-92a3-4d06-a44a-18ec718288a4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 Nov 11 16:37:07.273552 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.282489 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.283116 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:07.283453 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ac2ba1f7-628b-4cba-9fdd-114d9cc2df34 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:07.384894 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.431645 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.435608 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.484036 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] For port f16bdd44-a676-4f38-bbdb-a59302ccc4a1, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:07.501615 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:37:02Z', 'revision_number': 4, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f16bdd44-a676-4f38-bbdb-a59302ccc4a1', 'name': '', 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'mac_address': 'fa:16:3e:5f:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:01Z', 'updated_at': '2021-11-11T16:37:06Z', 'revision_number': 4, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'subnets': [{'id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:07.536852 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717de0d-312c-41ca-8d22-42901f61073e None None] The sync data for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi is: [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:37:02Z', 'revision_number': 4, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f16bdd44-a676-4f38-bbdb-a59302ccc4a1', 'name': '', 'network_id': '35bd33c8-456a-4319-bde2-b8776b2244ff', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'mac_address': 'fa:16:3e:5f:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:01Z', 'updated_at': '2021-11-11T16:37:06Z', 'revision_number': 4, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'subnets': [{'id': '6e529cd7-eb0a-4bbf-ad98-429adb74515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:07.546005 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Allocated IP 172.27.0.223 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/b7a3b4ef-7902-4cfd-8c58-af119d7db77a) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:07.568157 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.573737 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.593158 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e2236-442e-4c45-ad8f-6cea67406dc0 req-3050a95d-e3f7-45c0-a1fa-121d4549debb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:07.601377 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-316e2236-442e-4c45-ad8f-6cea67406dc0 req-3050a95d-e3f7-45c0-a1fa-121d4549debb tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0776222 Nov 11 16:37:07.674662 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.689798 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3f05-ff4f-481a-8a5f-113781d19308 None None] Pushing event updated for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:07.712433 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-3466c488-ea27-4ce4-a39f-3bf3d0302e6d None None] Provisioning complete for port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:07.713106 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3466c488-ea27-4ce4-a39f-3bf3d0302e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.728858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.734114 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ca5d68-0b15-4aac-b545-6a5fa82fc7fe,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:07.754376 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-316e2236-442e-4c45-ad8f-6cea67406dc0 req-344203e0-cbab-468b-a908-234aedc58e73 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517353 Nov 11 16:37:07.813566 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.818732 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58446) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:07.819243 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-bb003e64-870f-406f-95d9-b65ed3402507 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6169829 Nov 11 16:37:07.823670 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:07.865641 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:07.908703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:07.911860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:07.914368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:07.938931 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'Port': ['ID=b7a3b4ef-7902-4cfd-8c58-af119d7db77a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:07.958524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.107902 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.130528 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.399953 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.454779 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2580c31-6fa9-4bd5-af92-ce6e30dcb8b3,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:08.563700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef437949-3ffd-4514-bb5f-a19855d0892a req-09c2c663-f8d3-4609-a9d1-82ee028082ca tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:08.565130 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ef437949-3ffd-4514-bb5f-a19855d0892a req-09c2c663-f8d3-4609-a9d1-82ee028082ca tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.1692479 Nov 11 16:37:08.575308 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.576525 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-aa89d2d7-49db-43d3-aef6-797d183be316 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7565286 Nov 11 16:37:08.579388 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58462) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:08.586635 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:08.687791 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.securitygroups_db [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Project e8b27862260c4e10a2a4649abac781fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:37:08.699670 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.706674 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f16bdd44-a676-4f38-bbdb-a59302ccc4a1 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:08.759110 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ef437949-3ffd-4514-bb5f-a19855d0892a req-5924c94a-9ebe-4ed1-bf81-9771211a222c tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812940 Nov 11 16:37:08.816900 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.821367 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:08.827430 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.895798 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.903274 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:08.938252 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1af8-adf5-4d08-b57c-88a01ea1a8a4 req-46b6da9f-8bf0-4c3e-a6b9-96adae067062 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:08.941252 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-efae1af8-adf5-4d08-b57c-88a01ea1a8a4 req-46b6da9f-8bf0-4c3e-a6b9-96adae067062 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0967882 Nov 11 16:37:08.944908 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4c20e4-f9e7-435e-bd61-a501db2c24a6,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:08.994254 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-efae1af8-adf5-4d08-b57c-88a01ea1a8a4 req-1dba8954-9972-4fa1-816a-3fc987d65147 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Nov 11 16:37:09.060863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.062028 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a86c2e4c-abe5-446e-871f-e9274743b3aa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4815590 Nov 11 16:37:09.065218 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58480) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:09.069583 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'security_group_rule': {'security_group_id': '0e7d22fd-725a-497f-a5cc-30214eee1dfd', 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:09.140949 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.173300 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.securitygroups_db [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Project e8b27862260c4e10a2a4649abac781fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:37:09.183728 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.202850 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-41414667-34f2-4e43-8559-213677829774 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:09.204434 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-41414667-34f2-4e43-8559-213677829774 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0952733 Nov 11 16:37:09.259582 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.316379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.335311 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b5e1c0-2403-438f-a714-3476ea3f900b,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:09.394318 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Deleting port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:09.394737 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.401466 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.412825 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.417195 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8639d129-d4f2-44b4-a73a-a77269c893a7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3479488 Nov 11 16:37:09.473065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.516185 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] For port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:09.516813 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.565056 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Calling delete_port for 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:09.571402 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event updated for resources: {'Port': ['ID=b7a3b4ef-7902-4cfd-8c58-af119d7db77a,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:09.622033 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.750220 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Floating IP 96bce761-b5d9-4be2-9905-594cb305f88b associated. External IP: 172.27.0.223, port: ffb33427-4822-414c-89b7-249d1d2f07d9. Nov 11 16:37:09.925142 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:09.941645 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:09.948079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c682299-33fc-482b-9f18-634772e2d5c0 req-0ae5852a-9399-4209-8bd9-82f89dab34e1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:09.949594 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c682299-33fc-482b-9f18-634772e2d5c0 req-0ae5852a-9399-4209-8bd9-82f89dab34e1 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 946 time: 0.0860686 Nov 11 16:37:10.006139 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event deleted for resources: {'Port': ['ID=073d35d4-6290-4cdd-a0bb-b38f06a9cfd9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:10.118886 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] No DVR routers for this DVR port 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:37:10.124467 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:10.127958 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3ddde4c6-6741-49c8-ba3b-4ce40d964b32 req-c90c313c-5ef3-4d31-8763-d4ed4149e80d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "DELETE /v2.0/ports/073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 HTTP/1.1" status: 204 len: 173 time: 0.9023855 Nov 11 16:37:10.136125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'name': 'network-vif-deleted', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:10.138663 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc854f-62b0-43dd-87fe-90574c143c85" -d '{"events": [{"server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "name": "network-vif-deleted", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:10.143468 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3670-2245-4250-a159-e86746cb8753 req-a284e7b0-908d-4032-bba3-19854a982fe9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:10.146215 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-898f3670-2245-4250-a159-e86746cb8753 req-a284e7b0-908d-4032-bba3-19854a982fe9 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0740006 Nov 11 16:37:10.170693 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c682299-33fc-482b-9f18-634772e2d5c0 req-ec4cd020-c0ba-4b93-a297-6d708cfeca0e tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731834 Nov 11 16:37:10.198805 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:37:10.214747 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-898f3670-2245-4250-a159-e86746cb8753 req-9ed40b12-fe79-4128-999e-fc343fc82e05 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Nov 11 16:37:10.276374 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b2f16-bb47-4793-8fa3-4dcd9374a02d x-openstack-request-id: req-951b2f16-bb47-4793-8fa3-4dcd9374a02d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:10.276736 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15d41b1-5642-4097-9675-587f2a2ec1e3", "name": "network-vif-deleted", "tag": "073d35d4-6290-4cdd-a0bb-b38f06a9cfd9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:10.276918 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-951b2f16-bb47-4793-8fa3-4dcd9374a02d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:10.277298 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15d41b1-5642-4097-9675-587f2a2ec1e3', 'name': 'network-vif-deleted', 'tag': '073d35d4-6290-4cdd-a0bb-b38f06a9cfd9', 'status': 'completed', 'code': 200} Nov 11 16:37:10.342249 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:10.354064 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Sync routers for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:10.370622 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:10.371520 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:10.429746 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:10.456058 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4627c4e7-d0fc-404d-8d80-3189eb82ae45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3414130 Nov 11 16:37:10.477037 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:10.719285 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96bce761-b5d9-4be2-9905-594cb305f88b', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'mac_address': 'fa:16:3e:75:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:08Z', 'updated_at': '2021-11-11T16:37:08Z', 'revision_number': 0, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:10.745546 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Checking router: 4956c42f-721c-4e27-9295-7dfc9c2e83a3 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:10.754439 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:10.756328 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:10.861711 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:11.085212 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96bce761-b5d9-4be2-9905-594cb305f88b', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'mac_address': 'fa:16:3e:75:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:08Z', 'updated_at': '2021-11-11T16:37:08Z', 'revision_number': 0, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:11.190221 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea6bdb-b64b-493a-85eb-d33c6c7e2a37 None None] The sync data for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi is: [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96bce761-b5d9-4be2-9905-594cb305f88b', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'mac_address': 'fa:16:3e:75:1f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:08Z', 'updated_at': '2021-11-11T16:37:08Z', 'revision_number': 0, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:11.298228 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5373f1f5-437a-45ca-b259-d696b8ee2a9f req-d2e6761f-ea98-4c08-8ac7-c2e66d9150f9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=e15d41b1-5642-4097-9675-587f2a2ec1e3 HTTP/1.1" status: 200 len: 210 time: 0.0334914 Nov 11 16:37:11.375161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536102ec-b5b0-476d-8018-b75b7a44c310 req-1d4be806-c69d-4458-b626-f6be123bc289 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:11.376916 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-536102ec-b5b0-476d-8018-b75b7a44c310 req-1d4be806-c69d-4458-b626-f6be123bc289 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0561223 Nov 11 16:37:11.455345 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4de4c-8a60-4f15-b41e-348f18ec1f81 None None] New status for floating IP 96bce761-b5d9-4be2-9905-594cb305f88b: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:37:11.594054 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58602) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:11.649317 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Deleting subnet 7e2a929a-c319-4f97-9492-af95fdc3cf1d {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:37:11.652524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:11.671769 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-536102ec-b5b0-476d-8018-b75b7a44c310 req-52722cf5-1ef6-412d-b0dc-6ed74d968e82 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864029 Nov 11 16:37:11.697011 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:11.738998 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:11.868168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:11.894158 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2a929a-c319-4f97-9492-af95fdc3cf1d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:11.898527 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:11.901865 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8bf4e5da-2168-426c-9d3b-a19ae92a8052 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e2a929a-c319-4f97-9492-af95fdc3cf1d HTTP/1.1" status: 204 len: 168 time: 0.3066645 Nov 11 16:37:11.904350 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58606) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:11.976956 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.058258 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.080399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d37159e-e6d1-4e2e-b052-7d3641d7d49e']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:12.089415 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98074ce5-ae84-4afc-acbe-ea020a41f5ef') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:12.089959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98074ce5-ae84-4afc-acbe-ea020a41f5ef') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:12.099410 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.113172 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.120085 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:37:12.120625 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:37:12.122390 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:37:12.270099 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.278347 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.278533 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:12.280965 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e722d1a5-a0a9-46c0-8434-bee54007642e" -d '{"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:12.284443 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d37159e-e6d1-4e2e-b052-7d3641d7d49e HTTP/1.1" status: 204 len: 168 time: 0.3767331 Nov 11 16:37:12.296733 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7600c5e-e3d1-4cd7-a07a-e14106e804d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d37159e-e6d1-4e2e-b052-7d3641d7d49e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:12.323307 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47470e5c-eacd-4e36-9254-c4604079cacc x-openstack-request-id: req-47470e5c-eacd-4e36-9254-c4604079cacc {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:12.323602 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:12.323858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47470e5c-eacd-4e36-9254-c4604079cacc {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:12.324250 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'status': 'completed', 'code': 200} Nov 11 16:37:12.413075 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-2edc0b76-19eb-4623-86b0-83731aaf3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:12.414647 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-2edc0b76-19eb-4623-86b0-83731aaf3139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.0567870 Nov 11 16:37:12.521325 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-1a0f7798-2df3-4ae0-90eb-e9d00b1237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:12.522966 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-1a0f7798-2df3-4ae0-90eb-e9d00b1237a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.0888939 Nov 11 16:37:12.595642 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-bb753130-51e0-45fd-b74c-5e4ed27a32c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 1002 time: 0.0608118 Nov 11 16:37:12.607147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58620) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:12.684532 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4fab36da-68ca-4ef9-b6a5-3a0fc7f1527e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3edf464ea72044b0a65dd300031d24b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762074 Nov 11 16:37:12.686297 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-d26eed6e-8a9b-4255-acbe-3aefea9942dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:12.687157 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58622) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:12.687758 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-d26eed6e-8a9b-4255-acbe-3aefea9942dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.0744011 Nov 11 16:37:12.741386 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.745437 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-50067754-1246-4d0c-9223-023936d1fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:12.747091 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-50067754-1246-4d0c-9223-023936d1fd0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489035 Nov 11 16:37:12.791679 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.838071 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b59ce-bc8b-49dd-91b3-ed41a8ee5b5f req-ef580809-4e93-4abe-80aa-588ee04b380c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:12.839584 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf8b59ce-bc8b-49dd-91b3-ed41a8ee5b5f req-ef580809-4e93-4abe-80aa-588ee04b380c tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0880749 Nov 11 16:37:12.849502 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-d3955009-d231-4b1c-97a7-bd82cb30b9b1 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818093 Nov 11 16:37:12.893679 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf8b59ce-bc8b-49dd-91b3-ed41a8ee5b5f req-ea3b2250-5c68-4f59-9480-c3e4a0d68505 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Nov 11 16:37:12.929296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:12.952337 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:12.952704 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 073d35d4-6290-4cdd-a0bb-b38f06a9cfd9 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:12.953101 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.955754 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.956107 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:12.956858 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a153be9d-3198-431a-9410-ebc439eb6b7d HTTP/1.1" status: 204 len: 168 time: 0.2685761 Nov 11 16:37:12.970938 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f09c6-3f8e-4f47-abbc-baa181131cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153be9d-3198-431a-9410-ebc439eb6b7d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:12.971729 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e722d1a5-a0a9-46c0-8434-bee54007642e req-8d6902dd-782d-450b-b1eb-58c7a3830f9d service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074407 Nov 11 16:37:13.658794 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684076b9-947d-4cb5-9593-1cccc5467245 req-c3c9bc35-874d-4c7f-abd4-e0e17b8e7f23 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:13.660260 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-684076b9-947d-4cb5-9593-1cccc5467245 req-c3c9bc35-874d-4c7f-abd4-e0e17b8e7f23 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0512509 Nov 11 16:37:13.777234 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Deleting port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:13.777571 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:13.863556 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] For port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:13.863905 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:13.876763 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Calling delete_port for 0fb1db96-123b-4a12-a510-6b3e04a9fb7c owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:14.021036 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd568-e41d-4f8c-b4e8-4b7b4f7cd8c1 req-eaf4b2d8-f434-4d56-8515-156d53bc4e6a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:14.023114 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e22cd568-e41d-4f8c-b4e8-4b7b4f7cd8c1 req-eaf4b2d8-f434-4d56-8515-156d53bc4e6a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 945 time: 0.0553124 Nov 11 16:37:14.074821 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e22cd568-e41d-4f8c-b4e8-4b7b4f7cd8c1 req-d59cb47a-3000-403b-ba54-7256340bc76a tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/security-groups?id=80494406-7099-40bf-a9dd-1f6bb94bd5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Nov 11 16:37:14.217465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:14.232256 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0fb1db96-123b-4a12-a510-6b3e04a9fb7c'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:14.249059 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Pushing event deleted for resources: {'Port': ['ID=0fb1db96-123b-4a12-a510-6b3e04a9fb7c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:14.274495 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc50940-7c7c-4aea-9331-cb57a6dce8b5 req-f237045c-596d-4d3e-8987-a6782cb027b4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:14.276398 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9dc50940-7c7c-4aea-9331-cb57a6dce8b5 req-f237045c-596d-4d3e-8987-a6782cb027b4 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0655689 Nov 11 16:37:14.300861 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] No DVR routers for this DVR port 0fb1db96-123b-4a12-a510-6b3e04a9fb7c on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:37:14.304133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:14.307792 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-684076b9-947d-4cb5-9593-1cccc5467245 req-81b9b391-b653-495a-90e1-8f73bd635a49 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.70 "DELETE /v2.0/ports/0fb1db96-123b-4a12-a510-6b3e04a9fb7c HTTP/1.1" status: 204 len: 173 time: 0.6377897 Nov 11 16:37:14.325712 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'name': 'network-vif-deleted', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:14.328219 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c632f6-5058-4c0e-a439-bfb3ffb53ce1" -d '{"events": [{"server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "name": "network-vif-deleted", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:14.334700 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9dc50940-7c7c-4aea-9331-cb57a6dce8b5 req-0c5846a6-19f3-4fdb-8152-9cc74827fa59 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503526 Nov 11 16:37:14.365751 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f8b58-7182-45ec-814c-8fe2a45d7aa3 x-openstack-request-id: req-181f8b58-7182-45ec-814c-8fe2a45d7aa3 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:14.366043 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86513fd7-dd53-4117-9d18-759c202da83c", "name": "network-vif-deleted", "tag": "0fb1db96-123b-4a12-a510-6b3e04a9fb7c", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:14.366351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-181f8b58-7182-45ec-814c-8fe2a45d7aa3 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:14.366743 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86513fd7-dd53-4117-9d18-759c202da83c', 'name': 'network-vif-deleted', 'tag': '0fb1db96-123b-4a12-a510-6b3e04a9fb7c', 'status': 'completed', 'code': 200} Nov 11 16:37:15.184157 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-66a29a60-5487-4a07-8bcd-4dac39e0c4dd req-b94b2231-ca49-4f61-85fd-402a7a2dc550 tempest-ServerRescueNegativeTestJSON-978963882 tempest-ServerRescueNegativeTestJSON-978963882-project] 10.222.0.11 "GET /v2.0/ports?device_id=86513fd7-dd53-4117-9d18-759c202da83c HTTP/1.1" status: 200 len: 210 time: 0.0262675 Nov 11 16:37:15.457250 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e4e53-fb4e-4081-9c9e-80541923e270 req-e0ab18d4-f347-4c7b-81e9-cb6a0ca1c92d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:15.458947 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-214e4e53-fb4e-4081-9c9e-80541923e270 req-e0ab18d4-f347-4c7b-81e9-cb6a0ca1c92d tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0502641 Nov 11 16:37:15.508500 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-214e4e53-fb4e-4081-9c9e-80541923e270 req-9567e84b-4d4c-44e0-b112-33ccb87f4600 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Nov 11 16:37:16.074596 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:37:16.143172 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-e9be4f83-c7c6-481f-9af6-c2e21f648723 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:16.144549 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-e9be4f83-c7c6-481f-9af6-c2e21f648723 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 946 time: 0.0481322 Nov 11 16:37:16.242767 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58696) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:16.256587 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Deleting port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:16.257161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:16.352873 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] For port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,segment=NetworkSegment(79fe3003-1008-4c72-9045-0c0f6f9f9535),segment_id=79fe3003-1008-4c72-9045-0c0f6f9f9535)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:16.353246 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:16.377302 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Calling delete_port for 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:16.619217 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:16.633074 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:16.697285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Pushing event deleted for resources: {'Port': ['ID=2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:16.703499 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] No DVR routers for this DVR port 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:37:16.703499 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:16.706172 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-59f99b2a-60fc-4231-b19b-f2756f77dc29 req-39e55394-ebdf-4f5e-b278-39fd61d1a87f tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.70 "DELETE /v2.0/ports/2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f HTTP/1.1" status: 204 len: 173 time: 0.5546632 Nov 11 16:37:16.706628 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'name': 'network-vif-deleted', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:16.708908 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89125ab2-4bf7-4c8c-bcd1-1dede1bfeb10" -d '{"events": [{"server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "name": "network-vif-deleted", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:16.724910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985d8e-e318-4fe6-af36-00de90db24f5 req-1135263e-34ce-4c99-88fc-d8062ba609e9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:16.732125 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c9985d8e-e318-4fe6-af36-00de90db24f5 req-1135263e-34ce-4c99-88fc-d8062ba609e9 tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd848735-5ffb-46f0-b328-31aa38e0bd42 HTTP/1.1" status: 200 len: 867 time: 0.1479661 Nov 11 16:37:16.778658 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27161d6f-29be-44c6-af8a-4e4cf11d63b9 x-openstack-request-id: req-27161d6f-29be-44c6-af8a-4e4cf11d63b9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:16.779157 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd848735-5ffb-46f0-b328-31aa38e0bd42", "name": "network-vif-deleted", "tag": "2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:16.779476 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27161d6f-29be-44c6-af8a-4e4cf11d63b9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:16.779955 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd848735-5ffb-46f0-b328-31aa38e0bd42', 'name': 'network-vif-deleted', 'tag': '2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f', 'status': 'completed', 'code': 200} Nov 11 16:37:16.809499 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c9985d8e-e318-4fe6-af36-00de90db24f5 req-fc5753ab-f390-4e5b-bd97-e6ef537f64cb tempest-AttachVolumeNegativeTest-1522724041 tempest-AttachVolumeNegativeTest-1522724041-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf7f8050-e411-416d-9385-790750fbf451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619175 Nov 11 16:37:16.966487 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0fb1db96-123b-4a12-a510-6b3e04a9fb7c no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:16.971615 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:16.994280 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 0fb1db96-123b-4a12-a510-6b3e04a9fb7c {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:16.994793 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0fb1db96-123b-4a12-a510-6b3e04a9fb7c not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:17.274552 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Deleting port 82c1ba85-c42a-4e47-b052-bae5343978dd {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:17.275121 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:17.356189 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] For port 82c1ba85-c42a-4e47-b052-bae5343978dd, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=82c1ba85-c42a-4e47-b052-bae5343978dd,segment=NetworkSegment(495b6a42-8b51-4dc5-8629-2043a77ae189),segment_id=495b6a42-8b51-4dc5-8629-2043a77ae189)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:17.356564 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:17.369505 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Calling delete_port for 82c1ba85-c42a-4e47-b052-bae5343978dd owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:17.644944 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:17.672202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c1ba85-c42a-4e47-b052-bae5343978dd,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:17.838046 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:17.846603 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58720) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:17.892391 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Deleting subnet f171095b-a823-4eb7-bc36-2158835058f9 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:37:17.895957 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:17.943820 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192584'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.004579 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.097364 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Router 33c23655-a240-4dcf-99a2-f319dab579b8 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:37:18.196691 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9191458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9231852'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.202880 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:18.211294 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-be192e50-f580-4d19-9590-b11cdffc84c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/33c23655-a240-4dcf-99a2-f319dab579b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9653080 Nov 11 16:37:18.211883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58734) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:18.212825 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Sync routers for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:18.224355 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:18.225260 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.227892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.230950 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f171095b-a823-4eb7-bc36-2158835058f9 HTTP/1.1" status: 204 len: 168 time: 0.3832519 Nov 11 16:37:18.232025 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b36e5-b780-4ee5-9775-1c6e05a9198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f171095b-a823-4eb7-bc36-2158835058f9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:18.248529 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58736) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:18.343767 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.351924 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.361338 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:18.449840 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.477265 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb1b7d0-9208-4270-affe-3d6f3f93d7d6']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.492209 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fe3003-1008-4c72-9045-0c0f6f9f9535') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.492865 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fe3003-1008-4c72-9045-0c0f6f9f9535') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.509093 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.535720 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.544389 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:37:18.544884 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:37:18.546818 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:37:18.557177 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:37:17Z', 'revision_number': 5, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.604756 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Checking router: 33c23655-a240-4dcf-99a2-f319dab579b8 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:18.613165 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Routers {'33c23655-a240-4dcf-99a2-f319dab579b8'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:18.613781 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['33c23655-a240-4dcf-99a2-f319dab579b8'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.710622 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.722157 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] Set router 33c23655-a240-4dcf-99a2-f319dab579b8 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:18.752912 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.758870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.762230 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] 10.222.0.11 "DELETE /v2.0/networks/adb1b7d0-9208-4270-affe-3d6f3f93d7d6 HTTP/1.1" status: 204 len: 168 time: 0.5121489 Nov 11 16:37:18.774080 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab9bbf-f7cc-421b-a0d5-1dd2fc40b74f admin admin] Pushing event deleted for resources: {'Network': ['ID=adb1b7d0-9208-4270-affe-3d6f3f93d7d6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:18.821121 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Deleting port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:37:18.821787 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.907984 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] For port fe73beec-b06d-4f77-b5b5-82c9f7fa25cc, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:18.908365 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:18.909157 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:37:17Z', 'revision_number': 5, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:18.925275 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Calling delete_port for fe73beec-b06d-4f77-b5b5-82c9f7fa25cc owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:37:18.938508 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2049fd-c179-41c0-8f5b-747d539d9bf9 None None] The sync data for ids ['33c23655-a240-4dcf-99a2-f319dab579b8'] in dv-cinder-776422-4-iscsi is: [{'id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'name': 'tempest-ServerRescueNegativeTestJSON-2090419504-router', 'tenant_id': '9f992c2ec055454ead0dacb22a5a1187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:37:17Z', 'revision_number': 5, 'project_id': '9f992c2ec055454ead0dacb22a5a1187', 'gw_port': {'id': 'fe73beec-b06d-4f77-b5b5-82c9f7fa25cc', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c23655-a240-4dcf-99a2-f319dab579b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:19.119528 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58750) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:19.159567 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e6ee7213-cdac-41d9-9fd6-1594f888fbf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=995594f22a2641a5a6056b04bdcf60c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389066 Nov 11 16:37:19.161952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:19.184464 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.208632 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.215756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe73beec-b06d-4f77-b5b5-82c9f7fa25cc,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:19.232079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.274704 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.344875 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.347687 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.348961 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf7f8050-e411-416d-9385-790750fbf451 HTTP/1.1" status: 204 len: 168 time: 0.1859970 Nov 11 16:37:19.365775 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f91843-24cf-45fc-8b89-76a5ecc35b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f8050-e411-416d-9385-790750fbf451,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:19.384602 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.386769 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.521984 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.522568 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c23655-a240-4dcf-99a2-f319dab579b8 {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:37:19.527984 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.529171 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-108e7ec3-c167-4168-9564-25e6e7135149 admin admin] 10.222.0.11 "DELETE /v2.0/routers/33c23655-a240-4dcf-99a2-f319dab579b8 HTTP/1.1" status: 204 len: 168 time: 1.3163774 Nov 11 16:37:19.532225 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58756) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:19.589808 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Deleting subnet 5751dbea-38f6-492e-822d-8b914ee86925 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:37:19.593312 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.629395 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.679909 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.805345 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.837933 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5751dbea-38f6-492e-822d-8b914ee86925,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:19.842256 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:19.845990 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1ca6ff5d-a1a0-40c7-bbcb-ef98341dfd24 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5751dbea-38f6-492e-822d-8b914ee86925 HTTP/1.1" status: 204 len: 168 time: 0.3126183 Nov 11 16:37:19.851327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58774) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:19.923038 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.004375 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.027336 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76f22cc-9438-4333-9328-157fadfd86d8']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:20.039500 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495b6a42-8b51-4dc5-8629-2043a77ae189') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:20.040249 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495b6a42-8b51-4dc5-8629-2043a77ae189') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:20.055997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.071959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.078306 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:37:20.078885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:37:20.080818 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:37:20.207369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.213168 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.216500 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] 10.222.0.11 "DELETE /v2.0/networks/b76f22cc-9438-4333-9328-157fadfd86d8 HTTP/1.1" status: 204 len: 168 time: 0.3640883 Nov 11 16:37:20.228178 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b53e46-cbb3-491e-a4cd-b66c69634a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b76f22cc-9438-4333-9328-157fadfd86d8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:20.624930 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58796) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:20.671096 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 82c1ba85-c42a-4e47-b052-bae5343978dd no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:20.675625 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-30857ecc-5fcd-4829-a1ad-5d03550ed9d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f992c2ec055454ead0dacb22a5a1187&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494444 Nov 11 16:37:20.678419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:20.693015 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 82c1ba85-c42a-4e47-b052-bae5343978dd {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:20.693358 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 82c1ba85-c42a-4e47-b052-bae5343978dd not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:20.693960 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device fe73beec-b06d-4f77-b5b5-82c9f7fa25cc no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:20.713571 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: fe73beec-b06d-4f77-b5b5-82c9f7fa25cc {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:20.713903 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device fe73beec-b06d-4f77-b5b5-82c9f7fa25cc not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:20.726534 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.746913 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.850902 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.853926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:20.855577 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80494406-7099-40bf-a9dd-1f6bb94bd5f9 HTTP/1.1" status: 204 len: 168 time: 0.1760931 Nov 11 16:37:20.874918 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7783d8-00da-4ca8-a5f4-16d0ddc83c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80494406-7099-40bf-a9dd-1f6bb94bd5f9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:21.841415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:37:21.862116 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:37:21.865048 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 2a381dab-bb9f-4e0f-9b05-c8cc5b50d20f not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:37:22.103821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58852) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:22.120589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58856) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:22.201543 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-network', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:22.234147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6425edd5-0abb-498c-9007-e4770a94584e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.294164 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Made reservation on behalf of 879f0a1ecdb7480b90d97e4531b9ff6d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:22.296548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.314243 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.331217 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6425edd5-0abb-498c-9007-e4770a94584e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.396153 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6425edd5-0abb-498c-9007-e4770a94584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.400434 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.437854 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6425edd5-0abb-498c-9007-e4770a94584e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29992982ec2f4060b92f94ee18478bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159823 Nov 11 16:37:22.438758 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425edd5-0abb-498c-9007-e4770a94584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b073dfe-6845-4f9b-9b74-a8a4c03ef903,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:22.440537 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58866) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:22.471442 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.492190 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.500001 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:37:22.506321 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4ec62-c5dc-49e4-a065-c90a83f17392,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:22.514022 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.514406 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Added segment e1cf6567-1a06-4ec2-99b9-a4c815724576 of type vlan for network 66af3c6e-94b6-4081-be31-9f4060c2d263 Nov 11 16:37:22.530604 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.555917 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.641900 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.644525 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.646267 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b073dfe-6845-4f9b-9b74-a8a4c03ef903 HTTP/1.1" status: 204 len: 168 time: 0.2041337 Nov 11 16:37:22.654294 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df21ce-4582-4457-a889-658a9e13f6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b073dfe-6845-4f9b-9b74-a8a4c03ef903,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:22.687430 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.688475 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:22.689120 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:22.745915 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] Pushing event updated for resources: {'Network': ['ID=66af3c6e-94b6-4081-be31-9f4060c2d263,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:22.755046 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:37:22.795909 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e930e096-2f8c-4d30-9bd4-3ab7eea41430 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6881554 Nov 11 16:37:22.796202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58872) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:22.801009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Request body: {'subnet': {'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-subnet', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:22.870498 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Made reservation on behalf of 879f0a1ecdb7480b90d97e4531b9ff6d for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:22.872898 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.127590 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.188135 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd132da7-18a9-43e6-9fc8-a93179fc8190,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:23.195654 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Checking segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:23.196053 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Network hostable DHCP agents. Network: 66af3c6e-94b6-4081-be31-9f4060c2d263, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:37:23.233701 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58876) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:23.247079 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-534ac88f-e546-4959-8d4f-9db2bbb3735c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.309703 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:37:23.326558 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-534ac88f-e546-4959-8d4f-9db2bbb3735c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.378624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 66af3c6e-94b6-4081-be31-9f4060c2d263) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:23.383570 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:23.384592 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.389273 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419558c6-002c-4a9e-8111-ed2bbc58d5d6 None None] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:23.407286 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-534ac88f-e546-4959-8d4f-9db2bbb3735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.449222 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-534ac88f-e546-4959-8d4f-9db2bbb3735c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d26ae14d5774ee481589ce863af9eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141011 Nov 11 16:37:23.449871 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac88f-e546-4959-8d4f-9db2bbb3735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd5772-081d-461d-ab53-bed2028c890c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:23.452206 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58882) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:23.458379 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-21ed7245-0e80-47db-950d-a7ab2e778cf7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6584959 Nov 11 16:37:23.458627 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58884) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:23.464518 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:23.514145 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.541471 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.547906 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.549152 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.551731 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-66af3c6e-94b6-4081-be31-9f4060c2d263', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:37:23.555149 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.612681 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.670075 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.672718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.673875 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8bd5772-081d-461d-ab53-bed2028c890c HTTP/1.1" status: 204 len: 168 time: 0.2201307 Nov 11 16:37:23.684870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f13ca-3e42-45b4-86f5-c4938ed2cd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd5772-081d-461d-ab53-bed2028c890c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:23.804989 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Allocated IP 172.20.0.2 (66af3c6e-94b6-4081-be31-9f4060c2d263/bd132da7-18a9-43e6-9fc8-a93179fc8190/d1052c49-e747-4cd9-83da-5f188dad7daa) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:23.842545 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:23.950648 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.053674 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.094862 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:24.103195 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Pushing event updated for resources: {'Port': ['ID=d1052c49-e747-4cd9-83da-5f188dad7daa,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:24.105824 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:24.107886 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.108722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:24.117179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.117532 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.122435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:24.126878 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.178790 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Attempting to bind port d1052c49-e747-4cd9-83da-5f188dad7daa on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:24.179161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Attempting to bind port d1052c49-e747-4cd9-83da-5f188dad7daa by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:24.179523 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Attempting to bind port d1052c49-e747-4cd9-83da-5f188dad7daa on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Checking segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Bound using segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Bound port: d1052c49-e747-4cd9-83da-5f188dad7daa, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:24.188192 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.242686 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Allocated IP 172.27.0.58 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/421dd432-7b99-4208-ba03-45a277b91534) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:24.256501 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] For port d1052c49-e747-4cd9-83da-5f188dad7daa, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:24.259586 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] For port d1052c49-e747-4cd9-83da-5f188dad7daa, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=d1052c49-e747-4cd9-83da-5f188dad7daa,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:24.347891 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.388597 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.413279 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd035a3-d85c-49a5-a707-32279578dd9c None None] Pushing event updated for resources: {'Port': ['ID=d1052c49-e747-4cd9-83da-5f188dad7daa,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:24.525556 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:24.585302 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:24.589336 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:24.593956 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:24.645094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=421dd432-7b99-4208-ba03-45a277b91534,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:25.059661 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:25.271742 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:25.540951 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb9968-78a1-4f95-b828-af22e9dc305d None None] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:25.610197 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] Provisioning complete for port d1052c49-e747-4cd9-83da-5f188dad7daa triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:25.610578 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:25.747625 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:25.782263 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Router b4a6de48-fc8a-478b-af30-0977f5f67191 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:37:25.800210 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] For port d1052c49-e747-4cd9-83da-5f188dad7daa, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=d1052c49-e747-4cd9-83da-5f188dad7daa,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:25.887600 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:25.911139 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:25.924985 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:25.963083 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:25.963935 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:25.967073 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27f28-db73-4190-8000-8298b5f5e57f None None] Pushing event updated for resources: {'Port': ['ID=d1052c49-e747-4cd9-83da-5f188dad7daa,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:26.046562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.046562 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8c2f1c16-a470-4e68-b24c-750d581de6b1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5855775 Nov 11 16:37:26.048565 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58952) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:26.186554 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-dc90fa96-d57a-4a6c-aacf-c704e8403bc2 None None] Provisioning complete for port d1052c49-e747-4cd9-83da-5f188dad7daa triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:26.186924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dc90fa96-d57a-4a6c-aacf-c704e8403bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.244168 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:26.462600 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:24Z', 'revision_number': 3, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:26.503010 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:26.503364 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Updating router b4a6de48-fc8a-478b-af30-0977f5f67191 port 421dd432-7b99-4208-ba03-45a277b91534 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:37:26.512589 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.530854 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.697270 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Allocated IP 172.20.0.1 (66af3c6e-94b6-4081-be31-9f4060c2d263/bd132da7-18a9-43e6-9fc8-a93179fc8190/697b6e28-c3c0-4964-b76f-b1886dcd160c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:26.727722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device d1052c49-e747-4cd9-83da-5f188dad7daa up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:26.802992 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.843826 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port d1052c49-e747-4cd9-83da-5f188dad7daa triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:26.844179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.886297 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.945392 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:26.982969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:26.985670 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:26.992492 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:26.999118 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.020409 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Pushing event updated for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:27.040964 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.057717 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Attempting to bind port 421dd432-7b99-4208-ba03-45a277b91534 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:27.058070 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Attempting to bind port 421dd432-7b99-4208-ba03-45a277b91534 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:27.058446 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Attempting to bind port 421dd432-7b99-4208-ba03-45a277b91534 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:27.060602 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670429-02bb-40d2-b0a2-a13ad5205f84 None None] Pushing event updated for resources: {'Port': ['ID=421dd432-7b99-4208-ba03-45a277b91534,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:27.066354 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:27.066736 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:27.067137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.067524 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:27.068840 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Bound port: 421dd432-7b99-4208-ba03-45a277b91534, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:27.069226 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.127720 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] For port 421dd432-7b99-4208-ba03-45a277b91534, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:27.132534 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] For port 421dd432-7b99-4208-ba03-45a277b91534, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=421dd432-7b99-4208-ba03-45a277b91534,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:27.225463 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.257760 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.282574 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-0977d5a4-9e1c-4d6d-8326-8531169be05b None None] Provisioning complete for port 697b6e28-c3c0-4964-b76f-b1886dcd160c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:27.282997 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0977d5a4-9e1c-4d6d-8326-8531169be05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.354777 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:27.355426 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:27.358542 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b670429-02bb-40d2-b0a2-a13ad5205f84 None None] Pushing event updated for resources: {'Port': ['ID=421dd432-7b99-4208-ba03-45a277b91534,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:27.392534 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0977d5a4-9e1c-4d6d-8326-8531169be05b None None] Port 697b6e28-c3c0-4964-b76f-b1886dcd160c cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:27.444160 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.471927 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:27.532881 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.598473 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Pushing event updated for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:27.603420 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.681229 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:26Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:27.704171 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:27.705524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:27.707351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8966d2-5786-4bce-bf07-6bb01973d4d5 None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:26Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:27.823723 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:37:27.944050 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-2137047b-de96-49cf-a0b7-dcbc5c3f8fd9 None None] Provisioning complete for port 697b6e28-c3c0-4964-b76f-b1886dcd160c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:27.944757 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2137047b-de96-49cf-a0b7-dcbc5c3f8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:27.956431 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:27.972053 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9197c189-a1e9-4e28-9778-d1265b3e1649 admin admin] 10.222.0.11 "PUT /v2.0/routers/b4a6de48-fc8a-478b-af30-0977f5f67191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130683 Nov 11 16:37:27.992791 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-2137047b-de96-49cf-a0b7-dcbc5c3f8fd9 None None] Port 697b6e28-c3c0-4964-b76f-b1886dcd160c cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:28.484099 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 58988) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:28.488662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371907840', 'description': 'tempest-description--1030548839'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:28.573032 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.647548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.715851 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.720599 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 421dd432-7b99-4208-ba03-45a277b91534 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:28.746610 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d59ca0-33ab-4da3-b048-d3253a1e66cf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:28.774726 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 421dd432-7b99-4208-ba03-45a277b91534 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:28.775096 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.822004 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.826578 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58994) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:28.827103 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-d638e660-9ea9-4bec-990f-6d59bd6d4f1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3416357 Nov 11 16:37:28.831206 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group_rule': {'security_group_id': '08d59ca0-33ab-4da3-b048-d3253a1e66cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:28.852892 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.872418 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 421dd432-7b99-4208-ba03-45a277b91534, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=421dd432-7b99-4208-ba03-45a277b91534,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:28.930044 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.950625 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:28.988601 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.001427 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=421dd432-7b99-4208-ba03-45a277b91534,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:29.070565 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.090299 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b4c298-aa6b-496b-b03a-5d0d2748a70b,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:29.152049 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.153293 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9ffd1fe0-76b9-411d-855b-2be87639ee73 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257053 Nov 11 16:37:29.156007 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 58996) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:29.160361 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group_rule': {'security_group_id': '08d59ca0-33ab-4da3-b048-d3253a1e66cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:29.252171 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.322866 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.413267 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.431974 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb86065-1ae0-4edd-9d1f-fa3797ffa567,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:29.518279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.519434 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-455021d7-aa5e-4e90-b050-31a8004ce3ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625076 Nov 11 16:37:29.528080 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59002) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:29.532869 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:29.639324 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:29.649851 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:29.650547 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:29.670291 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.760836 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:29.774301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:29.885600 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Allocated IP 172.27.0.40 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:29.975040 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 2, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:29.989219 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.004402 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:30.004755 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Updating router b4a6de48-fc8a-478b-af30-0977f5f67191 port 697b6e28-c3c0-4964-b76f-b1886dcd160c binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:37:30.029740 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.098986 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.140223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:30.145527 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:30.149283 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:30.176197 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:30.245276 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.363931 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.381780 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.487448 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.531702 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.544454 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f661997-d160-44cb-8cd8-3bfa7776f5b2 None None] Pushing event updated for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:30.609477 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Attempting to bind port 697b6e28-c3c0-4964-b76f-b1886dcd160c on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:30.612790 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Attempting to bind port 697b6e28-c3c0-4964-b76f-b1886dcd160c by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:30.612790 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Attempting to bind port 697b6e28-c3c0-4964-b76f-b1886dcd160c on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:30.617247 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:30.617668 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Checking segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:30.618065 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.618774 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Bound using segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:30.619272 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Bound port: 697b6e28-c3c0-4964-b76f-b1886dcd160c, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:30.619648 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.626867 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.703067 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 421dd432-7b99-4208-ba03-45a277b91534 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:30.717593 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:30.736607 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.744204 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] For port 697b6e28-c3c0-4964-b76f-b1886dcd160c, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:30.748284 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] For port 697b6e28-c3c0-4964-b76f-b1886dcd160c, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=697b6e28-c3c0-4964-b76f-b1886dcd160c,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:30.771939 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 421dd432-7b99-4208-ba03-45a277b91534 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:30.772380 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.813815 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.841417 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:30.842964 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ecae24d3-27d6-45dc-83a0-79cf8a7205a2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3138807 Nov 11 16:37:30.881685 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:30.885079 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:30.909894 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] Provisioning complete for port 697b6e28-c3c0-4964-b76f-b1886dcd160c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:30.913780 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:31.018478 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:31.052074 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-556e4ee8-c81e-4b8a-9569-080d02ec16e1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--371907840&fields=id&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 267 time: 0.0534611 Nov 11 16:37:31.060517 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] For port 697b6e28-c3c0-4964-b76f-b1886dcd160c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=697b6e28-c3c0-4964-b76f-b1886dcd160c,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:31.075609 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:31.179453 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f364957a-adde-4902-b168-99a4af1e6072 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:31.181093 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f364957a-adde-4902-b168-99a4af1e6072 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 817 time: 0.1204917 Nov 11 16:37:31.190132 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:31.226434 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-0410ced3-2e59-4da9-936b-35fc81256a46 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/quotas/879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 375 time: 0.0385063 Nov 11 16:37:31.265303 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24510dd-192e-459b-8665-35fda1a8408a None None] Pushing event updated for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:31.271273 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f661997-d160-44cb-8cd8-3bfa7776f5b2 None None] Pushing event updated for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=4']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:31.303198 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-e4234ece-9929-4091-9cb6-1f8be87c278a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698488 Nov 11 16:37:31.315205 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-3871e7b0-7089-4bf7-82b2-5af9a2a4f423 None None] Provisioning complete for port 697b6e28-c3c0-4964-b76f-b1886dcd160c triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:31.315651 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3871e7b0-7089-4bf7-82b2-5af9a2a4f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:31.330090 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:30Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:31.367654 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1858b-df22-41b9-b819-5beeccaf8886 None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:30Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:31.438012 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-92a7abee-2589-4afa-b92b-b15b7712b283 service neutron] 10.222.0.11 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210489 Nov 11 16:37:31.545196 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f11611f7-13d5-41ee-a9d9-8b2e0a40502e service neutron] 10.222.0.11 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998793 Nov 11 16:37:31.859151 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9f78d6c1-b8bc-4f3c-b1d6-cf90d83e06bd req-e39ae666-fd57-40a5-aa60-90f8ae09879a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Nov 11 16:37:31.993128 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-09298ee2-63a7-48b7-a4bb-eaf839d87977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:32.701239 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 697b6e28-c3c0-4964-b76f-b1886dcd160c up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:32.749561 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 697b6e28-c3c0-4964-b76f-b1886dcd160c triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:32.749920 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:32.933435 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-25bc5d82-b7ed-4030-82c4-e1de4c35e242 req-bd661b4b-a3f4-4618-ad1b-72e612db5ce3 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0277398 Nov 11 16:37:33.522380 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59112) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:33.633318 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b25e0ca9-721a-43c7-913a-fbe1879cfe83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:33.713121 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b25e0ca9-721a-43c7-913a-fbe1879cfe83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:33.821969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b25e0ca9-721a-43c7-913a-fbe1879cfe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:33.858537 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e0ca9-721a-43c7-913a-fbe1879cfe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ecc54c-f894-4047-bc1e-533b86dc32f1,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:33.862746 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b25e0ca9-721a-43c7-913a-fbe1879cfe83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f44bb70e4034cf4895efc1d9c1ac6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393784 Nov 11 16:37:33.868034 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59122) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:33.919832 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:33.941524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:34.031106 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0778e2da-478d-4644-95e7-7509428b3798 req-c2e655e9-023b-49ce-b709-a749b24ac972 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0261185 Nov 11 16:37:34.150609 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:34.153319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:34.154528 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5ecc54c-f894-4047-bc1e-533b86dc32f1 HTTP/1.1" status: 204 len: 168 time: 0.2856042 Nov 11 16:37:34.163061 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a450-59a3-420d-9a99-e73f81a86008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ecc54c-f894-4047-bc1e-533b86dc32f1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:34.473495 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7ba0554f-955c-4b23-8be0-92f10087ce73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:34.564642 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f6a3e707-ac03-4f9f-bd81-f86d5849c8b2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:34.566978 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f6a3e707-ac03-4f9f-bd81-f86d5849c8b2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 817 time: 0.1067858 Nov 11 16:37:34.631609 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-85000c22-622e-4d07-8050-c27023143ee2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 379 time: 0.0553300 Nov 11 16:37:34.642032 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'port': {'device_id': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'admin_state_up': True, 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'security_groups': ['08d59ca0-33ab-4da3-b048-d3253a1e66cf']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:34.816224 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59150) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:34.833313 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Made reservation on behalf of 879f0a1ecdb7480b90d97e4531b9ff6d for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:34.839202 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:34.972535 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49a4b3dc-61ce-4c1f-a418-8d0f7a283341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.004885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Allocated IP 172.20.0.10 (66af3c6e-94b6-4081-be31-9f4060c2d263/bd132da7-18a9-43e6-9fc8-a93179fc8190/a173eeb2-15cc-4b94-903a-83a2fe6fe25b) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:35.139865 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b17b352-6a40-4842-8335-ab033782d067 req-af7813b4-414e-44fc-bca9-d5b5dbc32494 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0271406 Nov 11 16:37:35.149970 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49a4b3dc-61ce-4c1f-a418-8d0f7a283341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.197131 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.278693 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49a4b3dc-61ce-4c1f-a418-8d0f7a283341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.317859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.322932 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-49a4b3dc-61ce-4c1f-a418-8d0f7a283341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a022670a502340c2bd67e5c29b91e61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049713 Nov 11 16:37:35.328247 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59172) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:35.329672 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b3dc-61ce-4c1f-a418-8d0f7a283341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985e9911-ad97-4083-aadd-9fe28eab39d5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:35.378940 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.382845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:35.389237 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:35.391751 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:35.399286 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:35.410944 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.448364 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:35.449128 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.464444 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.562244 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-34553370-6689-4038-a404-a9b62b882204 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243941 Nov 11 16:37:35.581645 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Request body: {'port': {'device_id': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:35.587288 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.590014 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.597072 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/985e9911-ad97-4083-aadd-9fe28eab39d5 HTTP/1.1" status: 204 len: 168 time: 0.2620039 Nov 11 16:37:35.599402 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad71fe-4317-450a-8f7c-8e75ea63b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e9911-ad97-4083-aadd-9fe28eab39d5,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:35.645176 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.671897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-a82323db-cb95-4ae8-ab11-0a3f744b47a5 None None] Provisioning complete for port a173eeb2-15cc-4b94-903a-83a2fe6fe25b triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:35.672868 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a82323db-cb95-4ae8-ab11-0a3f744b47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.841604 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-a82323db-cb95-4ae8-ab11-0a3f744b47a5 None None] Port a173eeb2-15cc-4b94-903a-83a2fe6fe25b cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:35.969334 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:37:35.982088 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:35.995896 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Transition to ACTIVE for port object a173eeb2-15cc-4b94-903a-83a2fe6fe25b will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:37:36.115850 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:36.167295 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:36.278728 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Attempting to bind port a173eeb2-15cc-4b94-903a-83a2fe6fe25b on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:36.279064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Attempting to bind port a173eeb2-15cc-4b94-903a-83a2fe6fe25b by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:36.279389 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Attempting to bind port a173eeb2-15cc-4b94-903a-83a2fe6fe25b on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:36.286451 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Port a173eeb2-15cc-4b94-903a-83a2fe6fe25b on network 66af3c6e-94b6-4081-be31-9f4060c2d263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:37:36.286978 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Attempting to bind port a173eeb2-15cc-4b94-903a-83a2fe6fe25b on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:36.295745 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:36.296120 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Checking segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:36.296501 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Bound using segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:36.296928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Bound port: a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:36.297271 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:36.311068 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef13968-387e-4d9a-a420-04c3adb48bbe req-0ce0c279-70de-4c75-9b27-abcaf7b334c2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:36.313725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2ef13968-387e-4d9a-a420-04c3adb48bbe req-0ce0c279-70de-4c75-9b27-abcaf7b334c2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0810483 Nov 11 16:37:36.596566 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2ef13968-387e-4d9a-a420-04c3adb48bbe req-150d4c3e-016f-452a-8ef8-0550d9f88535 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852501 Nov 11 16:37:36.596566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:36.596566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:36.782859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:36.792996 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59230) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:36.807904 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df02fe39-471d-45d9-abda-8c9ba4728319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:36.830889 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:36.831522 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:36.832876 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] 10.222.0.70 "PUT /v2.0/ports/a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 1094 time: 1.2558072 Nov 11 16:37:36.833328 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:36.836217 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7731b-09fe-4f32-839a-e91816eb4250" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:36.871771 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229404-0d2a-47f9-8f05-3aa79c452c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:36.916742 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1768d48-f4f2-47eb-9ee3-431c05433903 x-openstack-request-id: req-a1768d48-f4f2-47eb-9ee3-431c05433903 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:36.917139 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:36.917512 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1768d48-f4f2-47eb-9ee3-431c05433903 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:36.918012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'status': 'completed', 'code': 200} Nov 11 16:37:37.008713 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:37.017753 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-c1aac72b-3037-454e-96a3-1b1d140a73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.019316 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-c1aac72b-3037-454e-96a3-1b1d140a73b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0792191 Nov 11 16:37:37.193516 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df02fe39-471d-45d9-abda-8c9ba4728319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:37.216700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-87254aa0-a875-4d31-8288-f6c1e950bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.218263 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-87254aa0-a875-4d31-8288-f6c1e950bef6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1885693 Nov 11 16:37:37.324309 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df02fe39-471d-45d9-abda-8c9ba4728319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:37.351841 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-92ba997d-0575-486f-9a0e-c0a370f5c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.353304 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ed7731b-09fe-4f32-839a-e91816eb4250 req-92ba997d-0575-486f-9a0e-c0a370f5c158 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1281607 Nov 11 16:37:37.369650 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-df02fe39-471d-45d9-abda-8c9ba4728319 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=794b6d3cb9114a4386a621d31873d07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5724599 Nov 11 16:37:37.369650 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02fe39-471d-45d9-abda-8c9ba4728319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a88c7b-9a89-4339-ad99-c6855f2d307f,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:37.371094 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:37.391971 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-86e05e5f-c942-4999-be96-f1673143b5c8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827564380&fields=id&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 267 time: 0.0727129 Nov 11 16:37:37.536263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-8a2333de-4fc8-46cc-b6dd-64cf255b268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.537731 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-8a2333de-4fc8-46cc-b6dd-64cf255b268f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1358027 Nov 11 16:37:37.539008 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:37.688985 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29c7b-aa1e-4abb-97ec-f3ee5438b6af req-e013aa6e-f711-485a-9eda-875d2989a71d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.690683 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a5f29c7b-aa1e-4abb-97ec-f3ee5438b6af req-e013aa6e-f711-485a-9eda-875d2989a71d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0555956 Nov 11 16:37:37.746916 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a5f29c7b-aa1e-4abb-97ec-f3ee5438b6af req-cab4ffef-96e8-4a1a-aed5-eea9d0798ca5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480943 Nov 11 16:37:37.832870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-084beaf0-4ad2-4658-b1f9-416c6526408d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.834315 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-084beaf0-4ad2-4658-b1f9-416c6526408d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.4306483 Nov 11 16:37:37.838565 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-b4625f32-be7c-40d9-a3dd-089b6e52536b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 217 time: 0.2900310 Nov 11 16:37:37.853384 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:37.894877 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-c8ddb81c-9818-494d-8800-649a59050f07 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/quotas/e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 375 time: 0.0515866 Nov 11 16:37:37.954789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-b7728e75-eb12-4bf7-b14c-ed53bfccf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:37.956444 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-b7728e75-eb12-4bf7-b14c-ed53bfccf40b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.1008132 Nov 11 16:37:37.989059 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-c6eeedd0-5062-4f4f-9b89-b857381985e9 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855436 Nov 11 16:37:38.067765 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f831a7ec-ed99-478b-abc5-14ae6983f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:38.069242 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-f831a7ec-ed99-478b-abc5-14ae6983f795 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009815 Nov 11 16:37:38.143617 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-01be4763-bd88-4dad-afdf-331279ef006c service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378751 Nov 11 16:37:38.162870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:38.166863 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:38.168156 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2a88c7b-9a89-4339-ad99-c6855f2d307f HTTP/1.1" status: 204 len: 168 time: 0.7960551 Nov 11 16:37:38.213825 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a088b6-0018-4090-be0f-3f43534ce706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a88c7b-9a89-4339-ad99-c6855f2d307f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:38.217128 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:38.255026 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-4c26080f-f4e8-4beb-b68c-2363f0813cc3 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721218 Nov 11 16:37:38.322224 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-1daa364e-377e-417c-b250-9492b5049070 service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713011 Nov 11 16:37:38.378442 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4be24594-9d57-451a-a1ae-2df1723d4676 req-c3c4050c-5719-4582-b078-65c893c6a48d service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104760 Nov 11 16:37:38.876607 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ead6b-df7f-4811-88a1-f0dad2b07f27 req-a2f60316-5779-4f76-b509-76f7792fbcca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:38.878611 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-821ead6b-df7f-4811-88a1-f0dad2b07f27 req-a2f60316-5779-4f76-b509-76f7792fbcca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0491860 Nov 11 16:37:38.932099 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-821ead6b-df7f-4811-88a1-f0dad2b07f27 req-827401e2-2240-4a44-968d-59f47e56cb1a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471301 Nov 11 16:37:39.013894 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f35fee7d-5d23-44e6-b6a9-d5ca9958afde req-1b9fb2a5-4389-4695-acdc-806e6917e115 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Nov 11 16:37:39.338444 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59316) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:39.436574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1571825085-network', 'tenant_id': 'ca6098612cf34bd49106135584f66f8b'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:39.558937 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Made reservation on behalf of ca6098612cf34bd49106135584f66f8b for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:39.561212 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.570591 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.640660 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.707302 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.734391 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:37:39.744207 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448d79eb-5791-464d-8723-3fe7559f5971,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:39.748759 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.749094 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Added segment 64998bcf-1e9f-404c-bd4a-afbbbadf9ed4 of type vlan for network 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 Nov 11 16:37:39.790747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.878981 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.879920 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:39.880491 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:39.937286 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] Pushing event updated for resources: {'Network': ['ID=6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:39.947130 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:37:40.036116 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a3b8da91-ca15-466b-a525-876551c7955b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6965702 Nov 11 16:37:40.039929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59332) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:40.045274 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Request body: {'subnet': {'network_id': '6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1571825085-subnet', 'tenant_id': 'ca6098612cf34bd49106135584f66f8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:40.074209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d386-e48a-47cb-925a-40cb24859161 req-a8779038-63a0-4e69-807c-23e4911c44f6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:40.077845 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0225d386-e48a-47cb-925a-40cb24859161 req-a8779038-63a0-4e69-807c-23e4911c44f6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0535314 Nov 11 16:37:40.113510 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-029c4b0b-e0cf-4ac0-948d-964921ec44d6 req-1a2b67ce-248b-44ba-9ce5-2d762050c1a5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Nov 11 16:37:40.126756 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0225d386-e48a-47cb-925a-40cb24859161 req-f7719aeb-577e-4bdd-b093-fccac67d0a6f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451832 Nov 11 16:37:40.187400 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Made reservation on behalf of ca6098612cf34bd49106135584f66f8b for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:40.189707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9231817'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:40.439164 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9231847'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:40.498271 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfe4f93-75db-4343-b142-6af5c7fe0a71,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:40.509929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Checking segment: {'id': '64998bcf-1e9f-404c-bd4a-afbbbadf9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:40.510350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Network hostable DHCP agents. Network: 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:37:40.665518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Network 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:37:40.756090 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:40.760158 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:40.765568 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:40.766311 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8617264-0b0f-4bbf-aa82-234dc16a2ccb None None] Network 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:40.873375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1b4320fb-eda9-40ac-bf56-172cd811cc73 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8320708 Nov 11 16:37:40.894501 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c970efb-de8c-45f7-9cc3-c2c3d145d0bc None None] Network 6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:41.218572 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9c04e4af-caaf-43c1-857f-f07e7e88a73d req-2d7e4023-ba78-4242-8bba-f7c06428fca7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0377960 Nov 11 16:37:41.253022 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255b9d-7539-49ea-bd27-650bd7caeeb1 req-fc566758-7f06-442f-a70e-bd27d3ca3ad1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:41.254685 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8a255b9d-7539-49ea-bd27-650bd7caeeb1 req-fc566758-7f06-442f-a70e-bd27d3ca3ad1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0534327 Nov 11 16:37:41.302242 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8a255b9d-7539-49ea-bd27-650bd7caeeb1 req-8c4e5f81-71bf-4635-bfc5-824dfb47f177 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Nov 11 16:37:41.668168 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59358) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:41.673038 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254385291-network', 'tenant_id': '120eee556e324b848e26cef484b3862a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:41.755553 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Made reservation on behalf of 120eee556e324b848e26cef484b3862a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:41.758020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:41.766754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:41.839198 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:41.924118 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:41.946293 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:37:41.964187 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b58944b-f130-4abb-a3c3-f8d3f98cb83e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:41.968035 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:41.968462 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Added segment 41d5ebec-5aed-4514-8cfe-dcb1886acccf of type vlan for network b0bf4835-472d-4a46-8531-2e2094e47020 Nov 11 16:37:42.009590 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.107389 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.108405 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:42.109076 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.111284 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:37:42.169777 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bf4835-472d-4a46-8531-2e2094e47020,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:42.180602 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network b0bf4835-472d-4a46-8531-2e2094e47020 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:37:42.227893 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-8f4bcec2-d0cb-465d-a593-56f1563a6422 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5586090 Nov 11 16:37:42.230660 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59362) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:42.235461 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Request body: {'subnet': {'network_id': 'b0bf4835-472d-4a46-8531-2e2094e47020', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254385291-subnet', 'tenant_id': '120eee556e324b848e26cef484b3862a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:42.269675 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:42.283306 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:37:42.325270 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.326916 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0d26e54c-f879-4b67-8776-d2127909b9eb req-c70e8dbb-c54a-43ff-ae3a-22f233838207 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Nov 11 16:37:42.339315 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:37:42.367525 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:42.388397 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Made reservation on behalf of 120eee556e324b848e26cef484b3862a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:42.391218 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9231817'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.478939 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.491232 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50915d02-203e-4542-9986-e7289de600f2 req-eb292557-a944-45a5-ac4c-a33bf0e6d5f0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:42.493660 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-50915d02-203e-4542-9986-e7289de600f2 req-eb292557-a944-45a5-ac4c-a33bf0e6d5f0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.1062078 Nov 11 16:37:42.535643 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:42.562364 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-50915d02-203e-4542-9986-e7289de600f2 req-0f1e3540-c459-44fa-bb83-f41f2a56d034 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617027 Nov 11 16:37:42.682103 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9231847'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.729586 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['a173eeb2-15cc-4b94-903a-83a2fe6fe25b'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:37:42.736421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2a1c5d-0ee2-4995-8bc0-e5ec5c381d35,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:42.745945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Checking segment: {'id': '41d5ebec-5aed-4514-8cfe-dcb1886acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'b0bf4835-472d-4a46-8531-2e2094e47020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:42.746336 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Network hostable DHCP agents. Network: b0bf4835-472d-4a46-8531-2e2094e47020, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:37:42.837982 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Network b0bf4835-472d-4a46-8531-2e2094e47020 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:37:42.924323 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, b0bf4835-472d-4a46-8531-2e2094e47020) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:42.928028 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:42.928729 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:42.935359 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f7311-25f8-4077-ab5a-ebb7650ecfba None None] Network b0bf4835-472d-4a46-8531-2e2094e47020 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:43.024583 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-cda5f939-f615-46db-bbea-68f3caccb510 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7928579 Nov 11 16:37:43.031888 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:43.061565 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548cfcf-ba43-4ad1-a826-2c2a886bcbab None None] Network b0bf4835-472d-4a46-8531-2e2094e47020 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:37:43.430120 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4bb48fc2-ce87-485f-9a3f-0ea5bb06a4d2 req-5cb6fdba-2441-4a23-b2a5-7edbb8da8062 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Nov 11 16:37:43.693130 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdc2c-4dff-461d-90f9-5582659a2811 req-015c8d9e-f9e1-4459-b2d9-da6f30f157e8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:43.695163 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41bcdc2c-4dff-461d-90f9-5582659a2811 req-015c8d9e-f9e1-4459-b2d9-da6f30f157e8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.0581841 Nov 11 16:37:43.743418 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41bcdc2c-4dff-461d-90f9-5582659a2811 req-18413b49-ad4f-4c79-8745-5f7f252d987c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Nov 11 16:37:43.943584 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-74b205a9-0740-4f10-a5c0-764a02b18ee7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:43.945859 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-74b205a9-0740-4f10-a5c0-764a02b18ee7 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.1144466 Nov 11 16:37:44.024375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-4de4d9bd-10f6-4c21-8036-4fe228750dfb tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 380 time: 0.0684645 Nov 11 16:37:44.033394 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'port': {'device_id': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'admin_state_up': True, 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'security_groups': ['0e7d22fd-725a-497f-a5cc-30214eee1dfd']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:44.250277 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Made reservation on behalf of e8b27862260c4e10a2a4649abac781fd for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:37:44.253856 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:44.380358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.20.0.12 (2cb10ab0-a054-4555-9c1e-120e17632d81/d527fc49-7bef-478a-b9e1-9adeb49916be/5eda71b3-0337-49eb-a383-f9ba520f2d3e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:37:44.520211 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:44.530468 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-63785d5c-16c3-4d36-9999-9ee9d29bd6df req-b97bf8ec-9789-4393-a75f-b435ae13e67f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0267053 Nov 11 16:37:44.639074 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:44.682427 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:37:44.685472 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:37:44.689233 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:37:44.695359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:44.723106 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.723452 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.723789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.724121 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.724464 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.724779 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.725102 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.725424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.725747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.726066 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.726470 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.726792 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:37:44.753799 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:44.755489 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:44.833728 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-643f8c22-f517-4996-9ae3-720f4d5a5b19 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039412 Nov 11 16:37:44.855045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Request body: {'port': {'device_id': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:44.871996 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-24e1af5c-f0d3-427e-a73e-fce58d35a5f1 None None] Provisioning complete for port 5eda71b3-0337-49eb-a383-f9ba520f2d3e triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:44.872573 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-24e1af5c-f0d3-427e-a73e-fce58d35a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:44.906194 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081a05b-3b81-4bbe-b85e-9794a4a41c11 req-ef5850ea-e481-4557-acc8-6bf2986e4321 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:44.907276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-24e1af5c-f0d3-427e-a73e-fce58d35a5f1 None None] Port 5eda71b3-0337-49eb-a383-f9ba520f2d3e cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:37:44.907619 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8081a05b-3b81-4bbe-b85e-9794a4a41c11 req-ef5850ea-e481-4557-acc8-6bf2986e4321 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.0898714 Nov 11 16:37:44.945615 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.005928 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8081a05b-3b81-4bbe-b85e-9794a4a41c11 req-782bdc27-29b5-41d1-8e92-6acc3d88df9e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823011 Nov 11 16:37:45.106667 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:37:45.224395 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port a173eeb2-15cc-4b94-903a-83a2fe6fe25b completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:37:45.228349 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port a173eeb2-15cc-4b94-903a-83a2fe6fe25b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:37:45.228723 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.235453 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eda71b3-0337-49eb-a383-f9ba520f2d3e {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:37:45.242618 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.254156 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Transition to ACTIVE for port object 5eda71b3-0337-49eb-a383-f9ba520f2d3e will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:37:45.308087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.327368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.330645 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:45.332944 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975db16a-c2c8-4aa5-bb4d-08624183a815" -d '{"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:45.368876 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:37:45.395711 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524dfd3-f5d0-448f-a517-be4e9fcaf5d7 x-openstack-request-id: req-b524dfd3-f5d0-448f-a517-be4e9fcaf5d7 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:45.396080 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:45.396386 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b524dfd3-f5d0-448f-a517-be4e9fcaf5d7 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:45.396830 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'code': 200} Nov 11 16:37:45.412550 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Pushing event updated for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:45.444835 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.473589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Attempting to bind port 5eda71b3-0337-49eb-a383-f9ba520f2d3e on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:37:45.473925 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Attempting to bind port 5eda71b3-0337-49eb-a383-f9ba520f2d3e by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:37:45.474465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Attempting to bind port 5eda71b3-0337-49eb-a383-f9ba520f2d3e on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:45.487572 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Port 5eda71b3-0337-49eb-a383-f9ba520f2d3e on network 2cb10ab0-a054-4555-9c1e-120e17632d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:37:45.487572 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Attempting to bind port 5eda71b3-0337-49eb-a383-f9ba520f2d3e on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:37:45.491959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:37:45.492297 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:37:45.492677 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Bound using segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:37:45.493659 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Bound port: 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:37:45.494058 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.507548 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:45.566289 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:37:45.569637 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:37:45.647026 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.691617 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:45.694019 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:45.694019 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] 10.222.0.70 "PUT /v2.0/ports/5eda71b3-0337-49eb-a383-f9ba520f2d3e HTTP/1.1" status: 200 len: 1094 time: 0.8447266 Nov 11 16:37:45.694273 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:45.697048 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c34ec-d02a-466c-94ab-e6c1c57208f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:45.719747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbf358-78ea-42fa-b225-f2ef48dc7bfa req-91fcfdb2-f9c9-4829-8aec-ffadf80914f2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:45.720910 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-16dbf358-78ea-42fa-b225-f2ef48dc7bfa req-91fcfdb2-f9c9-4829-8aec-ffadf80914f2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.1065395 Nov 11 16:37:45.765151 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4022ba37-efe8-45ff-8a80-bf126dc39014 x-openstack-request-id: req-4022ba37-efe8-45ff-8a80-bf126dc39014 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:45.767790 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:45.767790 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4022ba37-efe8-45ff-8a80-bf126dc39014 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:45.767790 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'status': 'completed', 'code': 200} Nov 11 16:37:45.778910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88673ad0-e431-4de8-95f9-7410d75bc118 service neutron] Pushing event updated for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:37:45.852909 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-16dbf358-78ea-42fa-b225-f2ef48dc7bfa req-89ce7473-196a-4d0f-89d4-7898f439f5c5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117988 Nov 11 16:37:45.855338 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70f88e-9e2d-4b21-9499-52be1334bc01 req-ef4d55ed-87d8-4c20-8eb0-f24a7291e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:45.856734 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af70f88e-9e2d-4b21-9499-52be1334bc01 req-ef4d55ed-87d8-4c20-8eb0-f24a7291e209 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1099 time: 0.1322255 Nov 11 16:37:45.866141 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-16743800-4ce5-4045-a42b-7486fd96c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:45.867625 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-16743800-4ce5-4045-a42b-7486fd96c232 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 1097 time: 0.0911460 Nov 11 16:37:45.962343 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af70f88e-9e2d-4b21-9499-52be1334bc01 req-ec12aabc-2c81-4273-978a-bc6718034338 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930562 Nov 11 16:37:45.996833 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-e658bbfe-0ea4-452d-b92f-57e06eb4091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:45.998329 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-e658bbfe-0ea4-452d-b92f-57e06eb4091e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e8b27862260c4e10a2a4649abac781fd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1170900 Nov 11 16:37:46.128066 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea0aaa-9087-4942-8342-7f52aabfbdc2 req-11493a8b-3ce2-4c14-a66b-d07f4b57e653 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.129534 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65ea0aaa-9087-4942-8342-7f52aabfbdc2 req-11493a8b-3ce2-4c14-a66b-d07f4b57e653 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Nov 11 16:37:46.180106 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-65ea0aaa-9087-4942-8342-7f52aabfbdc2 req-1230c51c-81e7-40d9-832b-96c8bf785ea2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Nov 11 16:37:46.273238 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-6b762b80-4cf2-439c-b485-0579725c948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.275561 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-603c34ec-d02a-466c-94ab-e6c1c57208f7 req-6b762b80-4cf2-439c-b485-0579725c948e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0973289 Nov 11 16:37:46.353113 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-c5624319-3b6f-4c16-a212-0f101c356146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.354587 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-c5624319-3b6f-4c16-a212-0f101c356146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 1097 time: 0.0431211 Nov 11 16:37:46.397766 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-316e62b1-6f17-4193-9eb2-f5c1954c2831 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e HTTP/1.1" status: 200 len: 217 time: 0.0345733 Nov 11 16:37:46.455319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-29304d07-7705-4a0f-b96b-4873af29e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.456779 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-29304d07-7705-4a0f-b96b-4873af29e7e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0446472 Nov 11 16:37:46.538807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594346-7239-4268-955b-6263f7fd191a req-033304c5-7240-4276-995a-4b0d2c761e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.540843 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-033304c5-7240-4276-995a-4b0d2c761e2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741897 Nov 11 16:37:46.597409 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-2fbfe4f9-6c49-4488-beee-106e2c4b5568 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886939 Nov 11 16:37:46.668889 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-2b96c3fa-e779-40e5-a192-e89c95a8bff9 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184180 Nov 11 16:37:46.679170 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-7d54d943-5b86-424b-a71f-7c68ba314b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.681214 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-7d54d943-5b86-424b-a71f-7c68ba314b59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0561786 Nov 11 16:37:46.828717 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-34594346-7239-4268-955b-6263f7fd191a req-c369ff67-b86e-4bf2-9950-0ef7d3c0eda4 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512873 Nov 11 16:37:46.837500 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-af5e328f-e2b1-438e-9894-b4753e0c7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.838978 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-af5e328f-e2b1-438e-9894-b4753e0c7555 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.1195645 Nov 11 16:37:46.913557 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-2e677cc5-1e90-4075-93d7-c08b78883cc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1001 time: 0.0583882 Nov 11 16:37:46.992594 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-257d7a81-ef89-4d7f-b37d-2590ccfb6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:46.995021 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-257d7a81-ef89-4d7f-b37d-2590ccfb6d35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0735967 Nov 11 16:37:47.019498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ba0d-c512-497f-9802-22858e737302 req-d63ba01e-f48e-4ce8-8def-0eb7bea2a54a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:47.021093 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6276ba0d-c512-497f-9802-22858e737302 req-d63ba01e-f48e-4ce8-8def-0eb7bea2a54a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0924549 Nov 11 16:37:47.105868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-934b9bc3-075a-48e2-9a92-4b477f92d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:47.107286 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-934b9bc3-075a-48e2-9a92-4b477f92d993 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041608 Nov 11 16:37:47.116240 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6276ba0d-c512-497f-9802-22858e737302 req-a91e6bd5-e05e-492a-9b64-c106b929ff94 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720656 Nov 11 16:37:47.213952 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-cbd023f5-f142-4ef1-a6d4-c52dbd43369b service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943074 Nov 11 16:37:47.325939 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e61e6-0b00-421b-9e65-5a6e03261ff2 req-241ed21e-349d-44f1-b87b-b1f0a2f42107 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:47.327154 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-54e67a9b-38ca-452d-9b09-ed5372a9225c req-5b180f15-39a8-4e95-9ffe-7f79ca6966df service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046236 Nov 11 16:37:47.327467 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c80e61e6-0b00-421b-9e65-5a6e03261ff2 req-241ed21e-349d-44f1-b87b-b1f0a2f42107 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0569844 Nov 11 16:37:47.387299 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c80e61e6-0b00-421b-9e65-5a6e03261ff2 req-ebff3e1f-4d70-49f8-93a2-83d76001ffb0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483351 Nov 11 16:37:48.472459 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d70d8b-2020-4993-bc60-6990afd8963c req-d68b90a2-fb84-4cde-8f91-5e870cdc47ba tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:48.473937 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-09d70d8b-2020-4993-bc60-6990afd8963c req-d68b90a2-fb84-4cde-8f91-5e870cdc47ba tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.2838714 Nov 11 16:37:48.518810 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4850f-657c-4606-8083-0a223fc5d954 req-6159976d-38a5-43df-8c7d-3142759a00ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:48.520287 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43f4850f-657c-4606-8083-0a223fc5d954 req-6159976d-38a5-43df-8c7d-3142759a00ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Nov 11 16:37:48.524521 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-09d70d8b-2020-4993-bc60-6990afd8963c req-5ecf82a2-7206-49d3-b6a2-96e257d286c2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Nov 11 16:37:48.568709 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-43f4850f-657c-4606-8083-0a223fc5d954 req-eb586aae-7f83-40fd-aa93-ae8ea91cee7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416472 Nov 11 16:37:48.682340 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5371b8-7759-47ea-b6b8-d006d96b461d req-9eaf3815-584d-4510-a15e-e0e423bd7735 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:48.683652 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ad5371b8-7759-47ea-b6b8-d006d96b461d req-9eaf3815-584d-4510-a15e-e0e423bd7735 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0471771 Nov 11 16:37:48.692112 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:37:48.696930 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'floatingip': {'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:37:48.770139 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:49.216310 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:49.281823 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:49.381790 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Floating IP 2a5d60c0-0411-4f89-b848-fd4e7572cf6a associated. External IP: 172.27.0.40, port: a173eeb2-15cc-4b94-903a-83a2fe6fe25b. Nov 11 16:37:49.583333 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:37:49.651031 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e71cf-f1ea-4777-9770-7adb9066363a req-783625c9-c17d-4d6e-add1-a48a8edddde5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:49.652466 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-673e71cf-f1ea-4777-9770-7adb9066363a req-783625c9-c17d-4d6e-add1-a48a8edddde5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0525994 Nov 11 16:37:49.688680 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:37:49.693853 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:37:49.701111 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:37:49.701998 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-673e71cf-f1ea-4777-9770-7adb9066363a req-9e957fba-9120-43ab-ac0f-5a506eb62ee6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Nov 11 16:37:49.714232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:49.715512 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:49.724865 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-902a1f72-414b-42c2-b319-283547d3e3c0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "PUT /v2.0/floatingips/2a5d60c0-0411-4f89-b848-fd4e7572cf6a HTTP/1.1" status: 200 len: 991 time: 1.0300827 Nov 11 16:37:49.724865 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:37:49.726203 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d2b79-16fa-4759-8c9a-242f10435514" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:37:49.772386 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e940b17-2fa0-4355-ba96-b55954d41fe7 x-openstack-request-id: req-3e940b17-2fa0-4355-ba96-b55954d41fe7 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:37:49.772613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:37:49.772881 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e940b17-2fa0-4355-ba96-b55954d41fe7 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:37:49.773282 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'status': 'completed', 'code': 200} Nov 11 16:37:49.830772 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:50.099088 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '2a5d60c0-0411-4f89-b848-fd4e7572cf6a', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:30Z', 'updated_at': '2021-11-11T16:37:49Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:50.253142 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:37:50.262458 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:37:50.263079 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:37:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:50.373748 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:37:50.592328 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '2a5d60c0-0411-4f89-b848-fd4e7572cf6a', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:30Z', 'updated_at': '2021-11-11T16:37:49Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:37:50.622114 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4dfab-2f71-4a34-a3ce-760a1fd41f37 None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '2a5d60c0-0411-4f89-b848-fd4e7572cf6a', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:37:30Z', 'updated_at': '2021-11-11T16:37:49Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:37:50.801424 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f5968-1123-4fdd-b0ab-cb7a86772a0c None None] New status for floating IP 2a5d60c0-0411-4f89-b848-fd4e7572cf6a: ACTIVE {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:37:50.834739 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ddac-fe93-47fb-8276-119da7decc51 req-8c851224-7875-4283-9895-b455173b29f3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:50.836422 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c77ddac-fe93-47fb-8276-119da7decc51 req-8c851224-7875-4283-9895-b455173b29f3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0505416 Nov 11 16:37:50.886892 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6c77ddac-fe93-47fb-8276-119da7decc51 req-8e3ae45d-0ae8-474e-9535-9c47e3d627fc tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Nov 11 16:37:51.637755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2b79-16fa-4759-8c9a-242f10435514 req-b2a4f28b-f48d-45f2-99a7-a65900b78885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:51.639267 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-b2a4f28b-f48d-45f2-99a7-a65900b78885 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0458598 Nov 11 16:37:51.731054 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2b79-16fa-4759-8c9a-242f10435514 req-2e8fa99d-bd0b-49a7-8a16-d6c317ee5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:51.732488 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-2e8fa99d-bd0b-49a7-8a16-d6c317ee5760 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.0855334 Nov 11 16:37:51.800690 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-8b50aaa4-44a2-4a6a-a63a-09d01a1be74b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 1001 time: 0.0598698 Nov 11 16:37:51.851365 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2b79-16fa-4759-8c9a-242f10435514 req-bb33afec-9e28-4eaf-ba32-5ea69f3ec924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:51.852854 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-bb33afec-9e28-4eaf-ba32-5ea69f3ec924 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0436134 Nov 11 16:37:51.905056 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2b79-16fa-4759-8c9a-242f10435514 req-2c0adf95-a057-430d-8ceb-da16c2e066ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:51.906639 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-2c0adf95-a057-430d-8ceb-da16c2e066ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454967 Nov 11 16:37:52.003168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514763a-0859-4e75-a0a3-56b8f5c5c7cd req-e8965046-e0c4-4a13-a86e-25bd292af575 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:52.003790 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-029e7340-34d0-40c8-8304-ab60a0ebb22a service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869918 Nov 11 16:37:52.004456 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3514763a-0859-4e75-a0a3-56b8f5c5c7cd req-e8965046-e0c4-4a13-a86e-25bd292af575 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0490096 Nov 11 16:37:52.061086 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3514763a-0859-4e75-a0a3-56b8f5c5c7cd req-9df03aba-4a50-4630-a862-f2931b13ba69 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491126 Nov 11 16:37:52.097559 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-054d2b79-16fa-4759-8c9a-242f10435514 req-c70eef76-442c-46bc-92dd-3cbab6fa8670 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Nov 11 16:37:52.698743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaac40-5039-4556-a441-0e9fc7da939f req-217a6385-00f4-4df3-9aee-193abc2e1490 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:52.700304 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7ffaac40-5039-4556-a441-0e9fc7da939f req-217a6385-00f4-4df3-9aee-193abc2e1490 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0539327 Nov 11 16:37:52.746863 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7ffaac40-5039-4556-a441-0e9fc7da939f req-858993e3-6f5b-4531-b32c-c5daf3be3b04 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407474 Nov 11 16:37:53.075334 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:37:53.189975 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7fdf-12c9-45c0-bcf7-42832a60f62a req-6bf25b43-d881-4856-9961-7d6fe0a95615 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:53.191451 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dbef7fdf-12c9-45c0-bcf7-42832a60f62a req-6bf25b43-d881-4856-9961-7d6fe0a95615 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0481486 Nov 11 16:37:53.242383 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dbef7fdf-12c9-45c0-bcf7-42832a60f62a req-b4d1971c-bd0c-4036-a1be-013045028d72 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Nov 11 16:37:53.865465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228d3ee-01a8-4650-b578-382961155463 req-177c81e5-09dc-4b24-af90-70ae90a3f219 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:53.866897 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7228d3ee-01a8-4650-b578-382961155463 req-177c81e5-09dc-4b24-af90-70ae90a3f219 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0514300 Nov 11 16:37:53.912573 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7228d3ee-01a8-4650-b578-382961155463 req-12d94762-5f98-49c6-a942-2ca856db8692 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Nov 11 16:37:54.366408 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98e0b5-db62-45f2-90d6-7cbd52d9104a req-d6e42235-6803-41cd-80a0-0d2cdf904f8c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:54.367854 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4a98e0b5-db62-45f2-90d6-7cbd52d9104a req-d6e42235-6803-41cd-80a0-0d2cdf904f8c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Nov 11 16:37:54.417254 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4a98e0b5-db62-45f2-90d6-7cbd52d9104a req-3228fe82-ee6f-4e97-b602-e5f17aefd2d4 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Nov 11 16:37:55.026213 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70495695-a36f-4808-b31c-835a9b139970 req-0577dcb0-3b0e-4fa9-b6a6-c5fa3043213c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:55.028821 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-70495695-a36f-4808-b31c-835a9b139970 req-0577dcb0-3b0e-4fa9-b6a6-c5fa3043213c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Nov 11 16:37:55.076906 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-70495695-a36f-4808-b31c-835a9b139970 req-c1f02811-292f-4101-b5e3-d88cdd0e99f1 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Nov 11 16:37:55.530968 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70479699-fecf-40b4-9d1a-67740e76e5d1 req-0ff9a2b0-a38f-4676-ab96-2342ed3e0865 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:55.532439 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-70479699-fecf-40b4-9d1a-67740e76e5d1 req-0ff9a2b0-a38f-4676-ab96-2342ed3e0865 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0487649 Nov 11 16:37:55.583901 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-70479699-fecf-40b4-9d1a-67740e76e5d1 req-7508b42e-1530-4c69-a290-29f92c9bd07e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454233 Nov 11 16:37:56.193860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f650b-76b9-49a1-a605-f8ae45298a3f req-a2d8b568-d093-49f5-a45c-3c73c63ddb91 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:56.195355 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd1f650b-76b9-49a1-a605-f8ae45298a3f req-a2d8b568-d093-49f5-a45c-3c73c63ddb91 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0501316 Nov 11 16:37:56.242267 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd1f650b-76b9-49a1-a605-f8ae45298a3f req-f6a298a8-75ae-4765-baad-266a4a4c5213 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Nov 11 16:37:56.697556 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8909cc7-7836-45b5-9e96-ee5c48045837 req-ac2a4507-1324-486a-a1d5-e61e2b2ed581 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:56.699093 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8909cc7-7836-45b5-9e96-ee5c48045837 req-ac2a4507-1324-486a-a1d5-e61e2b2ed581 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0491550 Nov 11 16:37:56.747621 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8909cc7-7836-45b5-9e96-ee5c48045837 req-67149cc2-5861-4ed9-b189-06364a4dcbea tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Nov 11 16:37:57.362653 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b8502-e926-4ff8-aa10-3d6eb26faea9 req-a7de47f4-ac63-4f54-ba86-482ee33d3992 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:57.364106 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cb0b8502-e926-4ff8-aa10-3d6eb26faea9 req-a7de47f4-ac63-4f54-ba86-482ee33d3992 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0520244 Nov 11 16:37:57.411738 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cb0b8502-e926-4ff8-aa10-3d6eb26faea9 req-33dffe84-4ecd-440e-803b-020a4d723dd2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Nov 11 16:37:57.862117 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0ef8a-40b4-4acd-bdb2-74b322194e92 req-0e0a6c4f-afa0-4537-9ffe-ada671c39568 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:57.863671 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-37b0ef8a-40b4-4acd-bdb2-74b322194e92 req-0e0a6c4f-afa0-4537-9ffe-ada671c39568 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0485883 Nov 11 16:37:57.913692 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-37b0ef8a-40b4-4acd-bdb2-74b322194e92 req-fbd79a65-eea4-42e7-9b41-531cef34e5bc tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Nov 11 16:37:58.540023 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d042a5-310b-4315-a82d-6b655c6bf342 req-2472b8b2-cd0d-4762-b6c4-ea57aa97abe2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:58.541636 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f5d042a5-310b-4315-a82d-6b655c6bf342 req-2472b8b2-cd0d-4762-b6c4-ea57aa97abe2 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0571516 Nov 11 16:37:58.592370 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f5d042a5-310b-4315-a82d-6b655c6bf342 req-5f79ae68-0176-4e7f-9c83-1ef8d1d9075a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447109 Nov 11 16:37:59.039946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a905310-6d4f-4b68-a008-052865d69754 req-7a18a283-a8b2-4d87-a823-23b2d13ed295 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:59.041456 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a905310-6d4f-4b68-a008-052865d69754 req-7a18a283-a8b2-4d87-a823-23b2d13ed295 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0528231 Nov 11 16:37:59.093048 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a905310-6d4f-4b68-a008-052865d69754 req-66edd4e9-ffab-4d84-8451-99d52749c63b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446074 Nov 11 16:37:59.711293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995b543-c4d9-4054-a9a6-0d82fdafec82 req-8d8eb2d4-b029-43e5-8c4b-dd9ca332ea43 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:37:59.712783 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f995b543-c4d9-4054-a9a6-0d82fdafec82 req-8d8eb2d4-b029-43e5-8c4b-dd9ca332ea43 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0491815 Nov 11 16:37:59.761109 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f995b543-c4d9-4054-a9a6-0d82fdafec82 req-4350db43-9dac-4814-b096-56baf598a5c9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Nov 11 16:38:00.217083 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecb506-8496-4f13-8e4f-b0ea8177e9ed req-974747e7-0816-496c-9884-391bb0f9b014 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:00.218576 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-94ecb506-8496-4f13-8e4f-b0ea8177e9ed req-974747e7-0816-496c-9884-391bb0f9b014 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0549066 Nov 11 16:38:00.268018 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-94ecb506-8496-4f13-8e4f-b0ea8177e9ed req-cae6be0f-df85-4751-806b-b5704b846841 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Nov 11 16:38:00.882205 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445aed0-f16f-4510-94e2-b09062fd9182 req-88dbd2bc-d80a-4102-bada-95d02ddd6439 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:00.883739 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6445aed0-f16f-4510-94e2-b09062fd9182 req-88dbd2bc-d80a-4102-bada-95d02ddd6439 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0524666 Nov 11 16:38:01.150951 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6445aed0-f16f-4510-94e2-b09062fd9182 req-67004790-10a8-4b0d-9305-54327af2a4c4 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603941 Nov 11 16:38:01.384907 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5800fe-e8f4-4cbe-9512-35518744fc2b req-a9decf2f-9de8-42d9-b59e-c18cf76b7d4a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:01.386606 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6d5800fe-e8f4-4cbe-9512-35518744fc2b req-a9decf2f-9de8-42d9-b59e-c18cf76b7d4a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0497873 Nov 11 16:38:01.436445 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6d5800fe-e8f4-4cbe-9512-35518744fc2b req-aa203a7e-7312-4876-832b-90309c69117a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Nov 11 16:38:02.050280 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-478ea87d-d42c-41a4-8269-0221a57ba097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:02.271335 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbc539-32c0-494c-ac3c-45d96fc0ea89 req-b518cc34-9745-4550-963a-0314f2363519 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:02.273573 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79cbc539-32c0-494c-ac3c-45d96fc0ea89 req-b518cc34-9745-4550-963a-0314f2363519 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Nov 11 16:38:02.326373 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-79cbc539-32c0-494c-ac3c-45d96fc0ea89 req-f628dbdb-9234-447f-bd38-26ae69d59223 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Nov 11 16:38:02.552351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad86247-0f91-4afd-9fac-fca13768ec6a req-4c961264-c324-476d-b87c-2244681e2e11 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:02.553833 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ad86247-0f91-4afd-9fac-fca13768ec6a req-4c961264-c324-476d-b87c-2244681e2e11 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0490503 Nov 11 16:38:02.606657 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ad86247-0f91-4afd-9fac-fca13768ec6a req-2aae3397-d5d0-4da0-b674-30f8edf12917 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Nov 11 16:38:03.453231 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99656383-57a1-466e-89b8-57eba62ba199 req-82b4d9dc-4df4-4ece-898e-3ef639519fa4 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:03.454725 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-99656383-57a1-466e-89b8-57eba62ba199 req-82b4d9dc-4df4-4ece-898e-3ef639519fa4 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Nov 11 16:38:03.501400 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-99656383-57a1-466e-89b8-57eba62ba199 req-06b6e6ea-66f5-461f-8d56-9466b95c58b1 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Nov 11 16:38:03.730055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac2254-318c-4234-a740-3b302d917247 req-4a85c600-b4d5-4c4a-89d0-006984a86bd5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:03.731568 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-29ac2254-318c-4234-a740-3b302d917247 req-4a85c600-b4d5-4c4a-89d0-006984a86bd5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0499501 Nov 11 16:38:03.785219 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-29ac2254-318c-4234-a740-3b302d917247 req-a692f1a5-3845-4750-a708-388add4f5a93 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Nov 11 16:38:04.143917 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59756) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:04.247938 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.325733 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.444370 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.444575 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0b0086db-3bd3-471c-844e-ec3430a72004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.484077 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1cb05526ae849ac84ad82d75d80cec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388314 Nov 11 16:38:04.485479 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecdb220-6441-46af-bc05-9fcaafe8c11c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:04.486553 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:04.493405 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.493760 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.499161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac6640a-2a75-4bbc-bc8b-6c7b298d1d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:04.545867 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.567245 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.624231 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9369315-e535-418a-98f9-d7bfb4faf409 req-b6d71512-c81b-4a4f-b04c-faff5a91ffaf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:04.625727 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b9369315-e535-418a-98f9-d7bfb4faf409 req-b6d71512-c81b-4a4f-b04c-faff5a91ffaf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0512648 Nov 11 16:38:04.673688 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b9369315-e535-418a-98f9-d7bfb4faf409 req-1b15c3d0-7b7a-44ef-8633-473235126a0f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Nov 11 16:38:04.704360 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.711200 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:04.711200 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cecdb220-6441-46af-bc05-9fcaafe8c11c HTTP/1.1" status: 204 len: 168 time: 0.2205479 Nov 11 16:38:04.716263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2053be-020d-4903-91dc-be8a96b77307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecdb220-6441-46af-bc05-9fcaafe8c11c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:04.913951 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e4ce-a6c1-4ac6-a540-2b8672ff3331 req-d384fd50-929b-49c4-8e6f-92c5acb0caaf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:04.915587 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-90d0e4ce-a6c1-4ac6-a540-2b8672ff3331 req-d384fd50-929b-49c4-8e6f-92c5acb0caaf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 944 time: 0.0580106 Nov 11 16:38:04.966689 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-90d0e4ce-a6c1-4ac6-a540-2b8672ff3331 req-ce7dc4d3-5ea8-458e-894a-e0ca2570d5c3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Nov 11 16:38:05.170957 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eda71b3-0337-49eb-a383-f9ba520f2d3e details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:38:05.262831 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:05.274830 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'port_id': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'mac_address': 'fa:16:3e:24:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:38:05.314517 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:05.327281 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eda71b3-0337-49eb-a383-f9ba520f2d3e {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:38:05.346601 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:05.441629 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:05.486721 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:05.492393 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:05.762523 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['5eda71b3-0337-49eb-a383-f9ba520f2d3e'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:38:05.792170 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348384-f612-455d-b3a8-849db25441c0 req-b8ee181b-caec-4bc4-9e68-846d9302832f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:05.799779 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9e348384-f612-455d-b3a8-849db25441c0 req-b8ee181b-caec-4bc4-9e68-846d9302832f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0526872 Nov 11 16:38:05.847280 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9e348384-f612-455d-b3a8-849db25441c0 req-126faf31-40ab-4ca4-bf94-12a7e470c1f0 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Nov 11 16:38:05.879566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59792) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:05.986948 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34bc306e-2261-4d3d-8509-246ff39d8dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.062674 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34bc306e-2261-4d3d-8509-246ff39d8dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.089112 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ea6fa-6518-4d95-9e0a-b168c05077fa req-b9628aff-aa9c-4c18-a9d1-5519820cebe1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:06.091362 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2d2ea6fa-6518-4d95-9e0a-b168c05077fa req-b9628aff-aa9c-4c18-a9d1-5519820cebe1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Nov 11 16:38:06.135796 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34bc306e-2261-4d3d-8509-246ff39d8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.140634 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2d2ea6fa-6518-4d95-9e0a-b168c05077fa req-c01f9cb9-2538-4845-8a5d-55d4cc0ec807 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Nov 11 16:38:06.175446 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-34bc306e-2261-4d3d-8509-246ff39d8dc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd02894e57eb4965bf27a76a98ba95ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948005 Nov 11 16:38:06.178046 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59798) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:06.182859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc306e-2261-4d3d-8509-246ff39d8dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f85b0b-4910-4ccd-8a4c-5caba63f9199,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:06.225647 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.247067 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.390076 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.393006 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.394163 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56f85b0b-4910-4ccd-8a4c-5caba63f9199 HTTP/1.1" status: 204 len: 168 time: 0.2150822 Nov 11 16:38:06.401684 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb4042-014e-4564-ad0c-e16074c9026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f85b0b-4910-4ccd-8a4c-5caba63f9199,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:06.962397 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:06.965676 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9512b1-8890-438b-97b0-8f0b4ec5c87d req-cd687a4a-f44f-4960-9797-805225ae762c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:06.967407 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2b9512b1-8890-438b-97b0-8f0b4ec5c87d req-cd687a4a-f44f-4960-9797-805225ae762c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0504467 Nov 11 16:38:07.019095 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2b9512b1-8890-438b-97b0-8f0b4ec5c87d req-ab07349c-500c-4746-b9bb-32eff4bdcb28 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Nov 11 16:38:07.202134 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eda71b3-0337-49eb-a383-f9ba520f2d3e up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:07.268856 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588bc58-7cd3-4009-b6a4-e4338bd2c371 req-458e60d8-450e-4ccf-9456-6dbc20a6acb1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:07.270475 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7588bc58-7cd3-4009-b6a4-e4338bd2c371 req-458e60d8-450e-4ccf-9456-6dbc20a6acb1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Nov 11 16:38:07.313186 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 5eda71b3-0337-49eb-a383-f9ba520f2d3e completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:38:07.320151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 5eda71b3-0337-49eb-a383-f9ba520f2d3e triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:07.320151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:07.321913 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7588bc58-7cd3-4009-b6a4-e4338bd2c371 req-7ec9402f-98c9-4d00-911e-2e6110731e72 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Nov 11 16:38:07.409613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:07.432357 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:38:07.435484 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250097dd-66fb-47a4-bfb6-3054048aeb70" -d '{"events": [{"server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "name": "network-vif-plugged", "status": "completed", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:38:07.448436 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:07.473954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62301676-cdf2-42fd-869f-745e42f35f8d x-openstack-request-id: req-62301676-cdf2-42fd-869f-745e42f35f8d {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:38:07.474272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "name": "network-vif-plugged", "status": "completed", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:38:07.474529 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62301676-cdf2-42fd-869f-745e42f35f8d {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:38:07.474927 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'code': 200} Nov 11 16:38:07.493572 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59838) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:07.555950 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:07.601943 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-239789463-network', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:07.606310 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:08.099239 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Made reservation on behalf of 76c17d79aa3e434b8a66bfd4f0085b60 for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:38:08.101620 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.125820 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.168076 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf72c6-cbad-4960-9887-e662c6b2b921 req-ebe35eda-4279-4385-98a7-b94cc808bfeb tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:08.169733 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-42cf72c6-cbad-4960-9887-e662c6b2b921 req-ebe35eda-4279-4385-98a7-b94cc808bfeb tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0822248 Nov 11 16:38:08.186305 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62f531-dcbe-4046-82cb-5c9fd57ce210 req-c391f2b7-2a40-4430-b21d-819b171b2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:08.188375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa62f531-dcbe-4046-82cb-5c9fd57ce210 req-c391f2b7-2a40-4430-b21d-819b171b2381 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 1099 time: 0.0494113 Nov 11 16:38:08.196006 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.239126 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-42cf72c6-cbad-4960-9887-e662c6b2b921 req-fc78d66e-fe6e-45b5-9807-b6e475c8acfe tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613854 Nov 11 16:38:08.248397 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa62f531-dcbe-4046-82cb-5c9fd57ce210 req-752216b9-7370-4dea-8c61-b9c5eef8b185 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Nov 11 16:38:08.266948 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.370263 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.394875 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:38:08.410899 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c4a6c-232f-402f-8398-ef0f19bba101,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:08.413750 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.414098 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Added segment 4879c481-f748-4a82-99dc-d9454c3691d7 of type vlan for network 72eead7b-0108-477b-b649-9457380ce48c Nov 11 16:38:08.447628 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0cbc2-d904-4968-a513-78801eb104c9 req-9c5ed085-54db-49f6-a5b7-399c7bc6c40f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:08.449103 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fce0cbc2-d904-4968-a513-78801eb104c9 req-9c5ed085-54db-49f6-a5b7-399c7bc6c40f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0554092 Nov 11 16:38:08.461193 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.502811 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fce0cbc2-d904-4968-a513-78801eb104c9 req-a0e97bdd-1180-4b5f-93c2-f2212ab11966 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 Nov 11 16:38:08.580076 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.581770 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:08.582740 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:08.640431 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] Pushing event updated for resources: {'Network': ['ID=72eead7b-0108-477b-b649-9457380ce48c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:08.650424 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 72eead7b-0108-477b-b649-9457380ce48c details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:38:08.692833 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b7a4af9b-843e-4500-9489-16f272f02c91 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1980135 Nov 11 16:38:08.695817 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59854) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:08.700780 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Request body: {'subnet': {'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-239789463-subnet', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:08.789934 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Made reservation on behalf of 76c17d79aa3e434b8a66bfd4f0085b60 for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:38:08.792275 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.022234 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.079740 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592a5bc9-0cbd-4940-bfce-6e171a0085a3,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:09.089178 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Checking segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:09.089540 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Network hostable DHCP agents. Network: 72eead7b-0108-477b-b649-9457380ce48c, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:38:09.232801 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Network 72eead7b-0108-477b-b649-9457380ce48c is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:38:09.304434 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 72eead7b-0108-477b-b649-9457380ce48c) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:09.308588 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:09.313025 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.316802 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c4fd4-3a82-4236-89e3-1281db67a331 None None] Network 72eead7b-0108-477b-b649-9457380ce48c requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:38:09.361270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07144c0b-ec4c-4e4a-bb24-017420d57f6b req-ec8f9432-cf0c-4843-a3d0-ab978ef2c026 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:09.362912 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07144c0b-ec4c-4e4a-bb24-017420d57f6b req-ec8f9432-cf0c-4843-a3d0-ab978ef2c026 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0502200 Nov 11 16:38:09.385100 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5af2d35c-6982-46c6-91da-f1fd552a0936 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6881557 Nov 11 16:38:09.388218 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59866) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:09.392843 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:09.414948 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07144c0b-ec4c-4e4a-bb24-017420d57f6b req-ee2ee331-1488-428a-8f51-12f2c3df7494 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Nov 11 16:38:09.476722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-72eead7b-0108-477b-b649-9457380ce48c', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:38:09.477688 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.488430 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.490140 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.554938 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.619146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Allocated IP 172.20.0.2 (72eead7b-0108-477b-b649-9457380ce48c/592a5bc9-0cbd-4940-bfce-6e171a0085a3/4deeb12f-214e-4815-b2ae-586983ef0358) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:09.642122 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dda1-1567-4517-bb19-823f26b185cd req-7c6ea2c1-9676-490a-a7ba-f1bcf59da5f8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:09.644171 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7ed0dda1-1567-4517-bb19-823f26b185cd req-7c6ea2c1-9676-490a-a7ba-f1bcf59da5f8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0552235 Nov 11 16:38:09.718681 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7ed0dda1-1567-4517-bb19-823f26b185cd req-4b674eeb-fac2-4a33-9435-541327c0abd1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676866 Nov 11 16:38:09.785408 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.846343 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.878870 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b27d2-d3e5-4d5e-87da-e847529d713a req-c72dfbc4-5c84-4c72-8144-833e4c7fc006 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:09.880354 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9d6b27d2-d3e5-4d5e-87da-e847529d713a req-c72dfbc4-5c84-4c72-8144-833e4c7fc006 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.1434920 Nov 11 16:38:09.893783 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:09.909914 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fdb6-7652-455c-a375-784e24faf9fd req-f5681f35-dae1-47e1-8780-0cfb91fdbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:09.911922 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-f5681f35-dae1-47e1-8780-0cfb91fdbf6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0474021 Nov 11 16:38:09.932511 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Network 72eead7b-0108-477b-b649-9457380ce48c is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:09.939382 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:09.939532 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:09.943305 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9d6b27d2-d3e5-4d5e-87da-e847529d713a req-48b64fbb-c4ac-4139-a23e-8306ac40198e tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564976 Nov 11 16:38:10.002872 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Pushing event updated for resources: {'Port': ['ID=4deeb12f-214e-4815-b2ae-586983ef0358,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:10.018328 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Attempting to bind port 4deeb12f-214e-4815-b2ae-586983ef0358 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:10.018778 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Attempting to bind port 4deeb12f-214e-4815-b2ae-586983ef0358 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:10.019229 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Attempting to bind port 4deeb12f-214e-4815-b2ae-586983ef0358 on network 72eead7b-0108-477b-b649-9457380ce48c {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:10.024770 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:10.026162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Checking segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:10.026162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.026162 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Bound using segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:10.026536 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Bound port: 4deeb12f-214e-4815-b2ae-586983ef0358, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:10.026912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.053227 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fdb6-7652-455c-a375-784e24faf9fd req-d59be23b-1f1f-4ccf-a0fc-f9556e0dd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:10.055249 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-d59be23b-1f1f-4ccf-a0fc-f9556e0dd7e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.1341343 Nov 11 16:38:10.119518 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] For port 4deeb12f-214e-4815-b2ae-586983ef0358, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:10.124209 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] For port 4deeb12f-214e-4815-b2ae-586983ef0358, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4deeb12f-214e-4815-b2ae-586983ef0358,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:10.146199 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-b26b05d2-99d5-4596-b50f-7d2f3236b2b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1001 time: 0.0672874 Nov 11 16:38:10.163162 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.188633 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.191030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.202017 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fdb6-7652-455c-a375-784e24faf9fd req-28514fd1-52ad-4f38-9236-fe9b53b594ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:10.203642 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-28514fd1-52ad-4f38-9236-fe9b53b594ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0490746 Nov 11 16:38:10.255331 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf555-2ffe-47cb-b861-d2b33c4fe80c None None] Pushing event updated for resources: {'Port': ['ID=4deeb12f-214e-4815-b2ae-586983ef0358,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:10.267756 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413fdb6-7652-455c-a375-784e24faf9fd req-82d374b4-e4ea-402c-b10d-610dd48d63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:10.269410 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-82d374b4-e4ea-402c-b10d-610dd48d63b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572901 Nov 11 16:38:10.326985 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Allocated IP 172.27.0.35 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/2cc7c498-a4e7-43ea-8d2a-e843981c8f01) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:10.384070 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-8c838e04-50b7-49c6-9243-0230ee1ee6ab service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973959 Nov 11 16:38:10.476629 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.508117 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d413fdb6-7652-455c-a375-784e24faf9fd req-2384a41b-9fbe-4f0f-9cc9-602a7020c100 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151080 Nov 11 16:38:10.580092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.621085 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:10.624200 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:10.626662 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:10.652976 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:10.772336 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4deeb12f-214e-4815-b2ae-586983ef0358 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:10.822530 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 4deeb12f-214e-4815-b2ae-586983ef0358 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:10.823002 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.847784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b0bda-75e3-4e25-a9a3-75d75079d160 req-4c566f2e-98a4-41da-a9a6-922d15f4138b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:10.849217 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-689b0bda-75e3-4e25-a9a3-75d75079d160 req-4c566f2e-98a4-41da-a9a6-922d15f4138b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0548074 Nov 11 16:38:10.908945 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:10.939249 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-689b0bda-75e3-4e25-a9a3-75d75079d160 req-3240ed7c-7d92-4319-996d-6f5d008ac9b6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838103 Nov 11 16:38:10.953785 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 4deeb12f-214e-4815-b2ae-586983ef0358, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4deeb12f-214e-4815-b2ae-586983ef0358,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:11.007359 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.036272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.108923 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=4deeb12f-214e-4815-b2ae-586983ef0358,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:11.112265 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f93039-fe54-404e-b11b-748131c4828d req-c894d660-142d-4599-92fa-6ca69cdbce68 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:11.113841 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0f93039-fe54-404e-b11b-748131c4828d req-c894d660-142d-4599-92fa-6ca69cdbce68 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0818636 Nov 11 16:38:11.173496 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a0f93039-fe54-404e-b11b-748131c4828d req-1b634d40-36bb-40dc-838a-ef1a08e76723 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523770 Nov 11 16:38:11.198324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59906) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:11.226295 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1d98b-841e-4649-a0d8-dcd9ce4dba9e req-b7b11a5f-56fb-4b41-a3ee-19ad67c2ae09 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:11.228107 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f6d1d98b-841e-4649-a0d8-dcd9ce4dba9e req-b7b11a5f-56fb-4b41-a3ee-19ad67c2ae09 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.1051404 Nov 11 16:38:11.336269 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f6d1d98b-841e-4649-a0d8-dcd9ce4dba9e req-98902e5b-ce8e-4098-a408-b1cd5625e989 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978508 Nov 11 16:38:11.344607 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.381616 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c50f3-681d-4f6f-b677-b2325f8234fd tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:11.389054 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e45c50f3-681d-4f6f-b677-b2325f8234fd tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 1094 time: 0.1876867 Nov 11 16:38:11.392145 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59910) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:11.398648 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a19bba-70e6-4af4-8109-59e502c05c72 None None] Network 72eead7b-0108-477b-b649-9457380ce48c requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:38:11.398832 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'port_id': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:11.506465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.574784 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:38:11.594030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-71b2da05-4484-45b8-8a00-9ad6d84b4881 None None] Provisioning complete for port 4deeb12f-214e-4815-b2ae-586983ef0358 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:11.594422 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-71b2da05-4484-45b8-8a00-9ad6d84b4881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.616654 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.736550 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.27.0.98 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/7b75352f-aee4-4eef-b970-9c3eb17b7279) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:11.855216 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.932838 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:11.943643 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Sync routers for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:11.954407 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:11.955028 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:11.962161 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:11.999071 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:12.001778 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:12.004315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:12.042377 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=7b75352f-aee4-4eef-b970-9c3eb17b7279,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:12.044842 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-386ad502-3944-4d97-9956-12edf976ded2 None None] Provisioning complete for port 4deeb12f-214e-4815-b2ae-586983ef0358 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:12.045215 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-386ad502-3944-4d97-9956-12edf976ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.048886 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.050590 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-785b8e95-467d-4b56-a51f-95a216979440 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6613946 Nov 11 16:38:12.053755 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59912) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:12.095859 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:12.216966 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59924) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:12.313161 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Deleting subnet abfe4f93-75db-4343-b142-6af5c7fe0a71 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:38:12.328951 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.379822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:10Z', 'revision_number': 3, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:12.412292 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Checking router: b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:12.412741 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Updating router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:38:12.422573 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.440550 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.451936 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.534593 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.597366 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314d55a-97ae-4323-acc9-a2aa88eb2c5e req-a193d424-7a09-422b-884f-4d4eff239919 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:12.598874 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5314d55a-97ae-4323-acc9-a2aa88eb2c5e req-a193d424-7a09-422b-884f-4d4eff239919 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.1541066 Nov 11 16:38:12.602063 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.725791 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.735866 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4deeb12f-214e-4815-b2ae-586983ef0358 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:12.751151 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5314d55a-97ae-4323-acc9-a2aa88eb2c5e req-773818f2-be79-4a86-b855-ff0122064e20 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321580 Nov 11 16:38:12.754172 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.768967 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.769580 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.774687 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/abfe4f93-75db-4343-b142-6af5c7fe0a71 HTTP/1.1" status: 204 len: 168 time: 0.5545475 Nov 11 16:38:12.776002 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59930) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:12.786352 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 4deeb12f-214e-4815-b2ae-586983ef0358 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:12.786604 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.819975 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6fe5-c0e5-4b5a-b702-e6cf55059d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abfe4f93-75db-4343-b142-6af5c7fe0a71,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:12.842479 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.860983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.867340 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.930304 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.937132 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0f7b-c1ca-42c2-bb85-24770b0f0edd None None] Pushing event updated for resources: {'Port': ['ID=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:12.939579 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Attempting to bind port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:12.939957 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Attempting to bind port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:12.940336 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Attempting to bind port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:12.945989 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:12.946984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:12.947401 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.947790 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:12.948811 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Bound port: 2cc7c498-a4e7-43ea-8d2a-e843981c8f01, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:12.948811 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:12.967627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.003102 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] For port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:13.006668 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] For port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:13.018637 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.023342 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Allocated IP 172.20.0.1 (72eead7b-0108-477b-b649-9457380ce48c/592a5bc9-0cbd-4940-bfce-6e171a0085a3/f35ece76-b5a3-4ba8-8cc7-43fedc88faab) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:13.038039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=7b75352f-aee4-4eef-b970-9c3eb17b7279,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:13.038039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64998bcf-1e9f-404c-bd4a-afbbbadf9ed4') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.038039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64998bcf-1e9f-404c-bd4a-afbbbadf9ed4') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.053685 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.068363 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.072740 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.081800 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.109083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:38:13.109472 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:38:13.111114 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:38:13.128920 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.210906 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP cd5d1c8a-478d-4c30-b1fb-b3cede6f8998 associated. External IP: 172.27.0.98, port: 5eda71b3-0337-49eb-a383-f9ba520f2d3e. Nov 11 16:38:13.217464 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.262493 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.270883 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:13.271156 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.310831 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Network 72eead7b-0108-477b-b649-9457380ce48c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:13.315165 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:13.320294 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:13.327404 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c0f7b-c1ca-42c2-bb85-24770b0f0edd None None] Pushing event updated for resources: {'Port': ['ID=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:13.350001 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:13.365237 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.399871 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.409582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.412755 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7 HTTP/1.1" status: 204 len: 168 time: 0.6355219 Nov 11 16:38:13.413286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:13.416230 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59934) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:13.429973 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd88b46-c8bc-46de-955b-540d85bd0f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4d8e5d-9fa7-45f1-88ec-83bf8061a9f7,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:13.472916 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:38:13.498516 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Deleting subnet 3e2a1c5d-0ee2-4995-8bc0-e5ec5c381d35 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:38:13.506978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.556263 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.602290 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.620773 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:13.635141 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:13.647577 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:13.648281 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.660917 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:10Z', 'revision_number': 3, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:13.676229 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.689897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27170d-0f42-478a-9339-02b73085e6b1 None None] The sync data for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi is: [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:10Z', 'revision_number': 3, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:13.710078 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.742578 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-a67ef48c-c8cc-4858-854e-b3d39941f3b2 None None] Provisioning complete for port f35ece76-b5a3-4ba8-8cc7-43fedc88faab triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:13.743427 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a67ef48c-c8cc-4858-854e-b3d39941f3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.761525 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:13.771906 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-8e67fdf8-be7a-42e3-9777-a850391fb18d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3784280 Nov 11 16:38:13.772697 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:38:13.778536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.782598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f7de7-863d-4a64-8b8e-5683e576ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:38:13.807291 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-a67ef48c-c8cc-4858-854e-b3d39941f3b2 None None] Port f35ece76-b5a3-4ba8-8cc7-43fedc88faab cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:13.822603 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee5e6b-bf39-4eb8-97f3-c2e57e1613b0 x-openstack-request-id: req-38ee5e6b-bf39-4eb8-97f3-c2e57e1613b0 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:38:13.823167 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:38:13.823622 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38ee5e6b-bf39-4eb8-97f3-c2e57e1613b0 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:38:13.824794 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'status': 'completed', 'code': 200} Nov 11 16:38:13.838595 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2a1c5d-0ee2-4995-8bc0-e5ec5c381d35,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:13.847201 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:13.852989 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59942) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:13.853274 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9e73fb38-5cb0-41cb-b20f-105acd6c2ecc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e2a1c5d-0ee2-4995-8bc0-e5ec5c381d35 HTTP/1.1" status: 204 len: 168 time: 0.4358640 Nov 11 16:38:13.922006 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.024530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.033491 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cd5d1c8a-478d-4c30-b1fb-b3cede6f8998', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:24:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:12Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.065683 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:14.076148 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:14.077145 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.104972 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.111419 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:14.229766 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Network 72eead7b-0108-477b-b649-9457380ce48c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:14.232570 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:14.278889 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.291510 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:14.299575 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-a57ca79c-498b-43e9-a80a-1f34df8841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:14.301061 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-a57ca79c-498b-43e9-a80a-1f34df8841b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 1099 time: 0.3888278 Nov 11 16:38:14.415375 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:38:14.457600 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.494506 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bf4835-472d-4a46-8531-2e2094e47020']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.514974 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d5ebec-5aed-4514-8cfe-dcb1886acccf') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.515271 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d5ebec-5aed-4514-8cfe-dcb1886acccf') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.529526 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.531574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-1f2c8ba7-276a-4249-963f-c7f25bd60c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:14.546606 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-1f2c8ba7-276a-4249-963f-c7f25bd60c11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.2231421 Nov 11 16:38:14.560385 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.573054 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:38:14.573446 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:38:14.577432 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:38:14.585001 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:14.595713 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1b9adc1d-8414-4af3-be31-e0ee64456d03 admin admin] 10.222.0.11 "PUT /v2.0/routers/b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5397592 Nov 11 16:38:14.615834 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cd5d1c8a-478d-4c30-b1fb-b3cede6f8998', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:24:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:12Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:14.644701 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0de752-1a74-4188-a2bd-0a36fdf77aa2 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cd5d1c8a-478d-4c30-b1fb-b3cede6f8998', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:24:d4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:12Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:14.730101 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-ea87fa9e-4c75-4c51-8bd6-07b722695db3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e HTTP/1.1" status: 200 len: 999 time: 0.1645970 Nov 11 16:38:14.783807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.834527 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.840244 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b0bf4835-472d-4a46-8531-2e2094e47020 HTTP/1.1" status: 204 len: 168 time: 0.9839735 Nov 11 16:38:14.856772 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956f31-b5db-4ad0-a04e-69e438cb0941 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bf4835-472d-4a46-8531-2e2094e47020,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:14.873267 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-7e738939-7039-4969-8222-3755768cccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:14.874961 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-7e738939-7039-4969-8222-3755768cccc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.1103954 Nov 11 16:38:14.910478 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:14.939929 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ecc9cca0-609c-40dc-99ab-cf6e2484cd3b None None] Provisioning complete for port f35ece76-b5a3-4ba8-8cc7-43fedc88faab triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:14.940251 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ecc9cca0-609c-40dc-99ab-cf6e2484cd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:14.985926 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9cca0-609c-40dc-99ab-cf6e2484cd3b None None] Port f35ece76-b5a3-4ba8-8cc7-43fedc88faab cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:14.986947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-1865eddb-7e93-4167-b6ac-92111f420ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:14.994125 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-1865eddb-7e93-4167-b6ac-92111f420ffd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016617 Nov 11 16:38:15.022157 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:15.022505 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.058846 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f8213-a8c0-48dc-ab23-301e2a9669a5 None None] New status for floating IP cd5d1c8a-478d-4c30-b1fb-b3cede6f8998: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:38:15.111736 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-8cc5e328-a207-4858-9d56-ecbe52fb4a85 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090093 Nov 11 16:38:15.213539 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-800f7de7-863d-4a64-8b8e-5683e576ad06 req-2a49a5f2-9227-4910-8b18-20352eb5b470 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927980 Nov 11 16:38:15.241604 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.267450 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:15.273479 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59958) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:15.318382 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e29ba5ec-c51e-42dd-87f0-8d8025b74cc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca6098612cf34bd49106135584f66f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436878 Nov 11 16:38:15.320885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59960) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:15.368595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.373951 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.396388 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.438549 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:15.564528 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.567131 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.568284 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/448d79eb-5791-464d-8723-3fe7559f5971 HTTP/1.1" status: 204 len: 168 time: 0.2464855 Nov 11 16:38:15.576349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59968) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:15.576881 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc14c9-7c92-4d96-aef0-ae539b22f387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d79eb-5791-464d-8723-3fe7559f5971,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:15.581448 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-304744103-network', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:15.658591 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Made reservation on behalf of c9ed6c0e6d524e5eb66ddbf0d039f10e for: {'network': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:38:15.661061 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.673480 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.749488 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.801829 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Sync routers for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:15.813136 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:15.813784 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:15.847757 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.878010 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=102105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:38:15.884429 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed53968-7efe-4888-960c-bff90c4b7431,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:15.890859 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.891204 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.segments_db [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Added segment 978b081e-5b79-4bbf-a85f-1d234747db0a of type vlan for network ffd95182-04eb-4287-9f47-1ba9f0f45e01 Nov 11 16:38:15.938678 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:15.961995 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:16.027400 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.029002 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:16.029700 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.094886 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] Pushing event updated for resources: {'Network': ['ID=ffd95182-04eb-4287-9f47-1ba9f0f45e01,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:16.105107 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:38:16.164405 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8ee4adb2-5035-4b54-bb93-15128fc877da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5866597 Nov 11 16:38:16.167044 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 59974) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:16.169048 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 2, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:16.173721 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Request body: {'subnet': {'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-304744103-subnet', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'ip_version': 4}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:16.201740 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Checking router: b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:16.202088 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Updating router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 port f35ece76-b5a3-4ba8-8cc7-43fedc88faab binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:38:16.227663 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.249863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Made reservation on behalf of c9ed6c0e6d524e5eb66ddbf0d039f10e for: {'subnet': 1} {{(pid=102105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:38:16.252197 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12417728'] for subnet, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.344094 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59976) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:16.392165 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c16331c9-7d22-4f01-a62b-9ce976f80b81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=120eee556e324b848e26cef484b3862a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463734 Nov 11 16:38:16.394742 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59978) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:16.447428 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.471669 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.516169 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.598965 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.631291 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.644569 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.645752 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b58944b-f130-4abb-a3c3-f8d3f98cb83e HTTP/1.1" status: 204 len: 168 time: 0.2500618 Nov 11 16:38:16.650664 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Pushing event updated for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:16.669105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9308-30b0-47c7-a548-72b91c3e935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b58944b-f130-4abb-a3c3-f8d3f98cb83e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.675994 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:16.714570 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Attempting to bind port f35ece76-b5a3-4ba8-8cc7-43fedc88faab on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:16.715641 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Attempting to bind port f35ece76-b5a3-4ba8-8cc7-43fedc88faab by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:16.716012 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Attempting to bind port f35ece76-b5a3-4ba8-8cc7-43fedc88faab on network 72eead7b-0108-477b-b649-9457380ce48c {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:16.721389 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:16.721751 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Checking segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:16.722144 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.723607 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Bound using segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:16.724279 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Bound port: f35ece76-b5a3-4ba8-8cc7-43fedc88faab, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:16.724912 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11579687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12417774'] for subnet, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.725850 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.789977 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:16.818961 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bce2ae-3c40-443e-958e-c2f3a779b6c7,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:16.824274 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] For port f35ece76-b5a3-4ba8-8cc7-43fedc88faab, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:16.828442 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] For port f35ece76-b5a3-4ba8-8cc7-43fedc88faab, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:16.836399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Checking segment: {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:16.836873 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Network hostable DHCP agents. Network: ffd95182-04eb-4287-9f47-1ba9f0f45e01, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:38:16.863636 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:16.864005 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.924632 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-9aae213e-06fe-47c8-9f4d-37eabaabde3a None None] Provisioning complete for port f35ece76-b5a3-4ba8-8cc7-43fedc88faab triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:16.925000 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9aae213e-06fe-47c8-9f4d-37eabaabde3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.938880 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:38:16.939452 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:16.989659 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9aae213e-06fe-47c8-9f4d-37eabaabde3a None None] Port f35ece76-b5a3-4ba8-8cc7-43fedc88faab cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:17.000773 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:17.001416 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:17.030764 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, ffd95182-04eb-4287-9f47-1ba9f0f45e01) {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:17.036144 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2571e14-c11f-4429-806f-d5cea90e30ac None None] Pushing event updated for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=4']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:17.039425 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:17.041257 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.051105 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7f893-8e5c-4268-83b9-92463f373326 None None] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:38:17.139993 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b8fa2928-2d2f-4694-97af-bed0dd47ce7c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9713311 Nov 11 16:38:17.142446 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 59986) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:17.147783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:17.162166 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:17.244348 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ce643ca-3672-55e2-a8ef-6f5b049b6b2b-ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'fixed_ips': [{'subnet_id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7'}]}} from dv-cinder-776422-4-iscsi. {{(pid=102106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 16:38:17.245484 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.294034 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-671676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-236104'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.296713 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-671680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656994', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236113'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.352339 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] Provisioning complete for port f35ece76-b5a3-4ba8-8cc7-43fedc88faab triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:17.352706 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.353411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.410940 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:16Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:17.435272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.db_base_plugin_common [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Allocated IP 172.20.0.2 (ffd95182-04eb-4287-9f47-1ba9f0f45e01/92bce2ae-3c40-443e-958e-c2f3a779b6c7/9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b) {{(pid=102106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:17.534215 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.562346 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b00f0-0ffd-4778-af05-47ce35c8f2d4 None None] The sync data for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi is: [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:16Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:17.589557 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.597356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] For port f35ece76-b5a3-4ba8-8cc7-43fedc88faab, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:17.666554 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks [] for port, precommit_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.687431 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.750518 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265'] for port, after_create {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.767759 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c229a06-4a99-4839-8f84-8ca8e5fadc12 None None] Pushing event updated for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:17.828395 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 is already hosted by enough agents. {{(pid=102106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:17.829260 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Pushing event updated for resources: {'Port': ['ID=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,revision_number=1']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:17.838097 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.scheduler.base_scheduler [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Resources bound (agent type, host, resource id): {{(pid=102106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:17.841040 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Received port after_create {{(pid=102106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:17.909085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.916179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Attempting to bind port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:17.916179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Attempting to bind port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:17.916179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Attempting to bind port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b on network ffd95182-04eb-4287-9f47-1ba9f0f45e01 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:17.919426 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:17.920087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Checking segment: {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:17.920592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.921087 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Bound using segment: {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:17.921670 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Bound port: 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:17.922220 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.946439 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:17.990972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] For port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:17.994836 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] For port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:18.077700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Allocated IP 172.27.0.68 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/e9598e26-b6ad-47a4-8c26-5ad195289210) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:18.099246 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.191095 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7265ac-86cd-48e5-bcaa-13d1f8420d32 None None] Pushing event updated for resources: {'Port': ['ID=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:18.224279 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.339227 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.410852 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:18.418786 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:18.421235 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:18.423634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Pushing event updated for resources: {'Port': ['ID=e9598e26-b6ad-47a4-8c26-5ad195289210,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:18.796104 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.799199 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f35ece76-b5a3-4ba8-8cc7-43fedc88faab up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:18.811679 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60014) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:18.855589 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port f35ece76-b5a3-4ba8-8cc7-43fedc88faab triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:18.856358 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.960409 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-504f6215-04d8-40ec-bb5c-15b4cdfee6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:18.985063 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:19.033967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657077'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.044036 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:19.044036 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.052686 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-504f6215-04d8-40ec-bb5c-15b4cdfee6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.141405 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.173321 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-504f6215-04d8-40ec-bb5c-15b4cdfee6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.184613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:19.217451 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-504f6215-04d8-40ec-bb5c-15b4cdfee6a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1717eee45cc45a6a5b4e84b629c1b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047220 Nov 11 16:38:19.218462 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f6215-04d8-40ec-bb5c-15b4cdfee6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82ffd8-1aa4-4dac-9b63-c1bee8f81e77,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:19.220195 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60018) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:19.271272 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.275076 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.277931 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Router 88f64ae6-a5de-4100-b3aa-872eeb5416ce is scheduled to L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 16:38:19.307106 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.328845 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3bf0c-b097-403e-835e-a38398135b01 None None] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:38:19.378976 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:19.427125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:19.438739 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Sync routers for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:19.463889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-62962380-c773-4180-a19b-769c3cf82d6d None None] Provisioning complete for port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:19.464264 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62962380-c773-4180-a19b-769c3cf82d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.484460 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.487097 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.495331 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e82ffd8-1aa4-4dac-9b63-c1bee8f81e77 HTTP/1.1" status: 204 len: 168 time: 0.2670507 Nov 11 16:38:19.497354 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0957b-c6e3-4b07-9edb-ef951569a72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82ffd8-1aa4-4dac-9b63-c1bee8f81e77,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:19.503437 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:19.504081 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:19.520975 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:19.524722 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4e2e3f42-f275-4c55-9011-25658e76f8af admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3787041 Nov 11 16:38:19.526752 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60024) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:19.806891 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:20.026318 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:18Z', 'revision_number': 3, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:20.053769 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Checking router: 88f64ae6-a5de-4100-b3aa-872eeb5416ce for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:20.054122 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Updating router 88f64ae6-a5de-4100-b3aa-872eeb5416ce port e9598e26-b6ad-47a4-8c26-5ad195289210 binding host dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:38:20.089436 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.123307 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-178479e2-4dae-411c-aaed-525093875730 None None] Provisioning complete for port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:20.123677 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-178479e2-4dae-411c-aaed-525093875730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.236569 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.405368 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Allocated IP 172.20.0.1 (ffd95182-04eb-4287-9f47-1ba9f0f45e01/92bce2ae-3c40-443e-958e-c2f3a779b6c7/9c05696e-7680-4f79-8cf1-f3d5f183a4d4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:20.432751 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.513135 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.515846 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.573509 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Attempting to bind port e9598e26-b6ad-47a4-8c26-5ad195289210 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:20.573877 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Attempting to bind port e9598e26-b6ad-47a4-8c26-5ad195289210 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:20.574320 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Attempting to bind port e9598e26-b6ad-47a4-8c26-5ad195289210 on network 0145cdc3-e222-4fc8-ae32-b6eb843a191a {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:20.577284 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32da3ed-b4f7-4e49-a980-d5b2d9ec9b9c None None] Pushing event updated for resources: {'Port': ['ID=e9598e26-b6ad-47a4-8c26-5ad195289210,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:20.581854 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:20.582255 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Checking segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:20.582649 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.583022 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Bound using segment: {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:20.583485 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Bound port: e9598e26-b6ad-47a4-8c26-5ad195289210, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42432d11-5dde-4aac-ad5a-9bf7e96700f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:20.583849 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.616610 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.639690 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] For port e9598e26-b6ad-47a4-8c26-5ad195289210, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:20.644783 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] For port e9598e26-b6ad-47a4-8c26-5ad195289210, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=e9598e26-b6ad-47a4-8c26-5ad195289210,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:20.655416 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:20.658252 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:20.661603 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:20.693839 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Pushing event updated for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:20.712395 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655970'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.724995 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.766040 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:20.837797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:20.838455 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:20.859039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32da3ed-b4f7-4e49-a980-d5b2d9ec9b9c None None] Pushing event updated for resources: {'Port': ['ID=e9598e26-b6ad-47a4-8c26-5ad195289210,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:20.950133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:20.956388 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:20.956759 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.013456 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:21.017537 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-0e2f230e-030f-4b00-bf66-9756f60acabf None None] Provisioning complete for port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:21.017840 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0e2f230e-030f-4b00-bf66-9756f60acabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.113066 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.152160 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f230e-030f-4b00-bf66-9756f60acabf None None] Port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:21.219095 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.270523 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:18Z', 'revision_number': 3, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:21.286819 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656118'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.288520 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Pushing event updated for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:21.297730 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35e624e-604d-48fb-aa71-491b75ecde59 None None] The sync data for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi is: [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:18Z', 'revision_number': 3, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:21.392793 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:21.393980 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:21.422431 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60060) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:21.549241 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Router 88f64ae6-a5de-4100-b3aa-872eeb5416ce has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:38:21.609419 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6145-9626-4625-8f1a-39405f2f0742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.711147 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6145-9626-4625-8f1a-39405f2f0742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.720147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:21.725466 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4d806461-68a5-4317-8b25-a0b60d1c0894 admin admin] 10.222.0.11 "PUT /v2.0/routers/88f64ae6-a5de-4100-b3aa-872eeb5416ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1970656 Nov 11 16:38:21.777820 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-5014cf02-7035-421a-a545-f7f0e99cf794 None None] Provisioning complete for port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:21.778207 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5014cf02-7035-421a-a545-f7f0e99cf794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.795856 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6145-9626-4625-8f1a-39405f2f0742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.822346 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-5014cf02-7035-421a-a545-f7f0e99cf794 None None] Port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:21.842981 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60068) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:21.843235 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d1dd6145-9626-4625-8f1a-39405f2f0742 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5dc88f5c55c642f3abc5e847331ff6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196794 Nov 11 16:38:21.843987 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd6145-9626-4625-8f1a-39405f2f0742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22c937f-e852-4324-ba79-aed49a04a952,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:21.904147 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:21.929178 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:22.101624 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:22.104422 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:22.110269 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f22c937f-e852-4324-ba79-aed49a04a952 HTTP/1.1" status: 204 len: 168 time: 0.2616086 Nov 11 16:38:22.116923 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bd5c0-4d11-49ff-8c1c-04ede2ecfcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22c937f-e852-4324-ba79-aed49a04a952,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:22.927133 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device e9598e26-b6ad-47a4-8c26-5ad195289210 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:22.984862 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port e9598e26-b6ad-47a4-8c26-5ad195289210 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:22.986770 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:23.084871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:23.111415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c6820229-56ea-40da-88ef-8729437904dd None None] For port e9598e26-b6ad-47a4-8c26-5ad195289210, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=e9598e26-b6ad-47a4-8c26-5ad195289210,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:23.149126 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Sync routers for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:23.160587 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:23.161414 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:23.233431 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:23.286905 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:23.317535 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Pushing event updated for resources: {'Port': ['ID=e9598e26-b6ad-47a4-8c26-5ad195289210,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:23.510695 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 4, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9c05696e-7680-4f79-8cf1-f3d5f183a4d4', 'name': '', 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'mac_address': 'fa:16:3e:dd:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:20Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 2, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'subnets': [{'id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:23.555065 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Checking router: 88f64ae6-a5de-4100-b3aa-872eeb5416ce for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:23.555643 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Updating router 88f64ae6-a5de-4100-b3aa-872eeb5416ce port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 binding host dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:38:23.582555 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:23.879182 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks [] for port, precommit_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:23.964682 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.019599 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923b14b-fc1d-4a90-848b-d9da24af8052 None None] Pushing event updated for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=3']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:24.076710 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Attempting to bind port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 on host dv-cinder-776422-4-iscsi for vnic_type normal with profile {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:24.077103 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Attempting to bind port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 by drivers openvswitch,hyperv on host dv-cinder-776422-4-iscsi at level 0 using segments [{'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:24.077477 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Attempting to bind port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 on network ffd95182-04eb-4287-9f47-1ba9f0f45e01 {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:24.083290 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Checking agent: {'id': '6b2bcda4-3648-491c-997d-4d2dfd2c0243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 24, 38), 'started_at': datetime.datetime(2021, 11, 11, 16, 25, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:24.083750 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Checking segment: {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:24.084068 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.084463 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Bound using segment: {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'} {{(pid=102107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:24.084938 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.managers [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Bound port: 9c05696e-7680-4f79-8cf1-f3d5f183a4d4, host: dv-cinder-776422-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b081e-5b79-4bbf-a85f-1d234747db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01'}}] {{(pid=102107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:24.085339 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.211756 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] For port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4, host dv-cinder-776422-4-iscsi, cleared binding levels {{(pid=102107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:24.216171 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.plugins.ml2.db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] For port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4, host dv-cinder-776422-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:24.364283 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-0c8547d1-efd6-45a1-8300-9a4e1c343ac2 None None] Provisioning complete for port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:24.364932 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0c8547d1-efd6-45a1-8300-9a4e1c343ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.412351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0c8547d1-efd6-45a1-8300-9a4e1c343ac2 None None] Port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:24.547885 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron_lib.callbacks.manager [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.612143 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923b14b-fc1d-4a90-848b-d9da24af8052 None None] Pushing event updated for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=4']} {{(pid=102107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:24.614757 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:24.615368 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:24.757263 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:24.783506 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device e9598e26-b6ad-47a4-8c26-5ad195289210 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:24.906292 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port e9598e26-b6ad-47a4-8c26-5ad195289210 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:24.912395 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:24.978464 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Provisioning complete for port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:24.978984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:25.089892 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 4, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9c05696e-7680-4f79-8cf1-f3d5f183a4d4', 'name': '', 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'mac_address': 'fa:16:3e:dd:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:20Z', 'updated_at': '2021-11-11T16:38:24Z', 'revision_number': 4, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'subnets': [{'id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:25.118381 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd708757-c094-44d2-aa50-5d7b2cf8132d None None] The sync data for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi is: [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:20Z', 'revision_number': 4, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '9c05696e-7680-4f79-8cf1-f3d5f183a4d4', 'name': '', 'network_id': 'ffd95182-04eb-4287-9f47-1ba9f0f45e01', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'mac_address': 'fa:16:3e:dd:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:20Z', 'updated_at': '2021-11-11T16:38:24Z', 'revision_number': 4, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'subnets': [{'id': '92bce2ae-3c40-443e-958e-c2f3a779b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:25.122313 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:25.175864 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] For port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:25.290942 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:25.351503 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Pushing event updated for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:25.368569 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.369287 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.369401 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.369779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.370249 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.370656 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.371125 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.371909 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.373452 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.373801 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.374139 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:25.374498 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535a411-445b-42ae-882d-d99113fcc271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:26.779721 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 up at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:26.831104 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Provisioning complete for port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:26.831385 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:28.738169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60180) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:28.864890 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9e5294e-2b22-4bb2-bb35-3a4914177abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:28.944677 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9e5294e-2b22-4bb2-bb35-3a4914177abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.041780 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9e5294e-2b22-4bb2-bb35-3a4914177abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.081060 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5294e-2b22-4bb2-bb35-3a4914177abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ca72c-5412-4997-9567-eacf6f7bc80c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:29.091302 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b9e5294e-2b22-4bb2-bb35-3a4914177abe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e979936003b4bd5beb572f7c57982f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518953 Nov 11 16:38:29.096266 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60184) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:29.155696 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.179583 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.487655 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.490327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:29.491491 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c2ca72c-5412-4997-9567-eacf6f7bc80c HTTP/1.1" status: 204 len: 168 time: 0.3941669 Nov 11 16:38:29.500315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91790cb5-188f-4740-a850-c49a353a2688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ca72c-5412-4997-9567-eacf6f7bc80c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:30.075785 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:38:31.329652 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60222) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:31.455294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1bde-ed92-4a9b-be9e-e64aa8298397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.538636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1bde-ed92-4a9b-be9e-e64aa8298397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.618410 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1bde-ed92-4a9b-be9e-e64aa8298397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.643060 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b1bde-ed92-4a9b-be9e-e64aa8298397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeb3b51-2a22-4822-a2a7-fdba5b401059,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:31.671112 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60228) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:31.671635 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-bb8b1bde-ed92-4a9b-be9e-e64aa8298397 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18c3543a14a5460fb7e6c124fab43b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403339 Nov 11 16:38:31.733346 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.755968 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.924627 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.927814 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:31.929240 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceeb3b51-2a22-4822-a2a7-fdba5b401059 HTTP/1.1" status: 204 len: 168 time: 0.2568419 Nov 11 16:38:31.948144 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710910f-6bf9-4ec3-87b5-a9cd93c33f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeb3b51-2a22-4822-a2a7-fdba5b401059,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:31.956039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d4d428e0-31d5-4bc8-963a-73de41f5124a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:34.404635 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d1768b4e-b0fd-4bc5-8aea-f3605b6f60ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:34.777549 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-915e0908-c698-4912-9405-d4c5f6453338 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:34.779043 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-915e0908-c698-4912-9405-d4c5f6453338 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 814 time: 0.1009340 Nov 11 16:38:34.793850 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-e587391a-8033-48a0-88e8-d4373317b6ca tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/quotas/76c17d79aa3e434b8a66bfd4f0085b60 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Nov 11 16:38:34.842526 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c4b05882-fd2f-4f38-9e80-2de839fec938 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431638 Nov 11 16:38:34.941692 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-fb469300-deae-4edd-bc80-e02656edfea3 service neutron] 10.222.0.11 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877759 Nov 11 16:38:35.030675 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-4eb93902-2a64-4e35-a519-7a37cefec973 service neutron] 10.222.0.11 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826230 Nov 11 16:38:35.292746 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b826f60d-0cf2-47eb-a639-4b98262cf20c req-dcb2135e-cac1-4c7f-9b0d-f8b854a9fc36 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 210 time: 0.0270052 Nov 11 16:38:35.478858 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:36.379695 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6266411e-a5a9-47f1-a566-a04baa693506 req-a898fc95-67e7-4a25-9e61-32694aee64b3 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 210 time: 0.0323281 Nov 11 16:38:37.001673 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:37.632753 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e2ba0901-b480-4bab-ae8c-5e4233adf464 req-2c86475b-b0a4-4ecd-a618-28b81906737b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 210 time: 0.1873946 Nov 11 16:38:37.895117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-172d1bd3-c02d-49cf-a05f-7dc5dd86820e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:37.896538 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-172d1bd3-c02d-49cf-a05f-7dc5dd86820e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 814 time: 0.1015429 Nov 11 16:38:37.910759 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'port': {'device_id': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'admin_state_up': True, 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:38.115556 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Made reservation on behalf of 76c17d79aa3e434b8a66bfd4f0085b60 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:38:38.119126 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.141513 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.244058 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Allocated IP 172.20.0.8 (72eead7b-0108-477b-b649-9457380ce48c/592a5bc9-0cbd-4940-bfce-6e171a0085a3/3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:38:38.392819 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.482886 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.527136 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Network 72eead7b-0108-477b-b649-9457380ce48c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:38:38.532588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:38:38.535437 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:38:38.573082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:38.598827 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:38.599436 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.701728 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c87bf5e7-19df-4ef4-b25f-429ee0cb4f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947676 Nov 11 16:38:38.714592 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Request body: {'port': {'device_id': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:38:38.793223 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.820363 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-29a6ff22-58df-40fc-b9a5-3016ce3b353d None None] Provisioning complete for port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:38.821065 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-29a6ff22-58df-40fc-b9a5-3016ce3b353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:38.865023 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f1633-1bf6-4474-b32a-96bc19696d94 req-071b60f3-2737-492c-9d09-128646e270a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:38.874359 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-134f1633-1bf6-4474-b32a-96bc19696d94 req-071b60f3-2737-492c-9d09-128646e270a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 931 time: 0.1682649 Nov 11 16:38:38.896282 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-29a6ff22-58df-40fc-b9a5-3016ce3b353d None None] Port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:38:38.944482 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-134f1633-1bf6-4474-b32a-96bc19696d94 req-c0a0105b-c381-46fe-8ab5-22e9f64bae49 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687594 Nov 11 16:38:39.158739 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:38:39.166855 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:39.183116 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Transition to ACTIVE for port object 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:38:39.241570 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:39.307672 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:39.394202 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Attempting to bind port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:38:39.394585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Attempting to bind port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:38:39.394895 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Attempting to bind port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 on network 72eead7b-0108-477b-b649-9457380ce48c {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:39.399738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 on network 72eead7b-0108-477b-b649-9457380ce48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:38:39.400065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Attempting to bind port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 on network 72eead7b-0108-477b-b649-9457380ce48c {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:38:39.405875 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:38:39.406239 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Checking segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:38:39.406647 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Bound using segment: {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:38:39.407056 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Bound port: 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4879c481-f748-4a82-99dc-d9454c3691d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '72eead7b-0108-477b-b649-9457380ce48c'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:38:39.407405 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:39.485240 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:38:39.489419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:38:39.591895 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:39.676148 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:39.676745 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:39.678146 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] 10.222.0.70 "PUT /v2.0/ports/3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 1093 time: 0.9681451 Nov 11 16:38:39.678609 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:38:39.680887 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e244b52-2d62-4568-be15-40d9a03d7de4" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:38:39.693464 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f574a58-6445-4204-b230-83a179d6fffe service neutron] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:39.735348 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c70d305-2a48-438a-bad0-2ea7362bdd6c x-openstack-request-id: req-6c70d305-2a48-438a-bad0-2ea7362bdd6c {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:38:39.735971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:38:39.735971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c70d305-2a48-438a-bad0-2ea7362bdd6c {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:38:39.736268 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:38:39.784764 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ab087-d4cc-4a94-9646-db8720f10356 req-9c629d88-36bc-4c48-ac61-d1ec184a5c00 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:39.790727 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c60ab087-d4cc-4a94-9646-db8720f10356 req-9c629d88-36bc-4c48-ac61-d1ec184a5c00 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0625186 Nov 11 16:38:39.854726 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c60ab087-d4cc-4a94-9646-db8720f10356 req-1969543b-5371-44fc-b623-ba76bbe7706b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622156 Nov 11 16:38:40.064574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d10b-b856-4380-8728-985e7946b56a req-4ced0447-1e0f-43cf-949a-6edd5e8bdf2d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:40.066699 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d019d10b-b856-4380-8728-985e7946b56a req-4ced0447-1e0f-43cf-949a-6edd5e8bdf2d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0582609 Nov 11 16:38:40.118202 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d019d10b-b856-4380-8728-985e7946b56a req-fb23195c-b6ae-4dea-b5c2-4975df86eccb tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Nov 11 16:38:40.970843 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a725f7b-bf8b-482d-b070-4cf3aecc798d req-83e13238-fb3d-4f47-87db-8c0f8c9df1f0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:40.972374 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a725f7b-bf8b-482d-b070-4cf3aecc798d req-83e13238-fb3d-4f47-87db-8c0f8c9df1f0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0490823 Nov 11 16:38:41.023604 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a725f7b-bf8b-482d-b070-4cf3aecc798d req-650c5cb1-7300-49ed-b0f1-24c992adac21 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453598 Nov 11 16:38:41.243678 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f984-bf18-45f0-8d07-a280874451af req-09b194a4-7596-41ed-ba73-1009c4d23a66 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:41.245453 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fdf0f984-bf18-45f0-8d07-a280874451af req-09b194a4-7596-41ed-ba73-1009c4d23a66 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0533173 Nov 11 16:38:41.302513 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fdf0f984-bf18-45f0-8d07-a280874451af req-c579e1c6-5cd9-4283-a5dd-4710749b3f7c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Nov 11 16:38:42.157541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d21ebb-66c2-4ba9-9b78-3db9962c3753 req-dae6f3e7-e5e9-4020-ac09-76dc3a44a70e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:42.159046 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f7d21ebb-66c2-4ba9-9b78-3db9962c3753 req-dae6f3e7-e5e9-4020-ac09-76dc3a44a70e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0621824 Nov 11 16:38:42.205921 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f7d21ebb-66c2-4ba9-9b78-3db9962c3753 req-452d222c-fec6-44b3-9732-9fb9f33fee14 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Nov 11 16:38:42.427259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9094c-1bf9-448b-85b4-12f7e29b3124 req-707db5dd-e0bf-4919-bc7d-06ae94f77a6a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:42.428714 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8bb9094c-1bf9-448b-85b4-12f7e29b3124 req-707db5dd-e0bf-4919-bc7d-06ae94f77a6a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0524290 Nov 11 16:38:42.477403 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8bb9094c-1bf9-448b-85b4-12f7e29b3124 req-04d44616-12ee-4e4a-8a17-dae4a632474b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Nov 11 16:38:42.983805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:43.329349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f243b27-6596-4dc0-bb85-413f30d3107f req-215b4332-d47a-4abe-a4ec-adb5f79187b4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:43.331794 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6f243b27-6596-4dc0-bb85-413f30d3107f req-215b4332-d47a-4abe-a4ec-adb5f79187b4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0500031 Nov 11 16:38:43.390353 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6f243b27-6596-4dc0-bb85-413f30d3107f req-98a86fc6-a150-49ff-932f-617623d16aad tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501785 Nov 11 16:38:43.612827 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867dc72-c5d6-44da-8168-00a4d51892ca req-36b97d48-a525-43d4-9d4e-859ee296ef59 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:43.614516 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c867dc72-c5d6-44da-8168-00a4d51892ca req-36b97d48-a525-43d4-9d4e-859ee296ef59 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0539470 Nov 11 16:38:43.669910 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c867dc72-c5d6-44da-8168-00a4d51892ca req-f491b97f-a7f8-4a1b-93c0-4073272f4647 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484102 Nov 11 16:38:44.516404 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba7e1-23c9-4aeb-9d19-503465d28702 req-2072373b-1d26-4839-8a34-87c68cbdb537 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:44.518089 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-db0ba7e1-23c9-4aeb-9d19-503465d28702 req-2072373b-1d26-4839-8a34-87c68cbdb537 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0508287 Nov 11 16:38:44.565124 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-db0ba7e1-23c9-4aeb-9d19-503465d28702 req-73a96810-f4f3-4c6a-bd94-953ec039bde0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Nov 11 16:38:44.787701 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb17f1d-8ea4-4c15-8b43-5416d078036e req-ae3a6771-63f5-446a-9d4a-c35446ea8a69 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:44.789981 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eeb17f1d-8ea4-4c15-8b43-5416d078036e req-ae3a6771-63f5-446a-9d4a-c35446ea8a69 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0514519 Nov 11 16:38:44.838060 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-eeb17f1d-8ea4-4c15-8b43-5416d078036e req-0dd915ab-6705-4219-8ba0-2cf8cb781739 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Nov 11 16:38:45.700096 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80dc3-ad63-4c38-8933-a9ab25b85b48 req-700652d3-4c69-44bf-9e39-37d45e905ff5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:45.702352 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-27e80dc3-ad63-4c38-8933-a9ab25b85b48 req-700652d3-4c69-44bf-9e39-37d45e905ff5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0660417 Nov 11 16:38:45.749957 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-27e80dc3-ad63-4c38-8933-a9ab25b85b48 req-6516f2ad-b40f-4e9d-9416-955335906414 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416496 Nov 11 16:38:45.965114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21acda2-0efb-4240-bb85-16d17901cd0c req-88c6c834-1f48-4878-bb21-9c160cd9b6e1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:45.966737 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b21acda2-0efb-4240-bb85-16d17901cd0c req-88c6c834-1f48-4878-bb21-9c160cd9b6e1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0497789 Nov 11 16:38:46.016255 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b21acda2-0efb-4240-bb85-16d17901cd0c req-c4f0ccf5-9bf5-432c-a1db-189bf8f1a5f4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 Nov 11 16:38:46.883101 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25920a2e-ae90-4fb2-b3d4-a8a8bed3ab46 req-b98f4a47-b10d-42e4-8c5e-c023170b0c98 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:46.885324 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-25920a2e-ae90-4fb2-b3d4-a8a8bed3ab46 req-b98f4a47-b10d-42e4-8c5e-c023170b0c98 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0633118 Nov 11 16:38:46.938887 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-25920a2e-ae90-4fb2-b3d4-a8a8bed3ab46 req-7a8007f9-23ff-4432-a7c9-2831c073f4db tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Nov 11 16:38:47.158615 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7ec5-631f-4af8-8516-47d4fee4fd69 req-db5c1e24-a768-4e3b-84d6-3de1204b168b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:47.160012 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5d4a7ec5-631f-4af8-8516-47d4fee4fd69 req-db5c1e24-a768-4e3b-84d6-3de1204b168b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0588677 Nov 11 16:38:47.212740 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5d4a7ec5-631f-4af8-8516-47d4fee4fd69 req-bdb49bb1-39b7-462f-b12b-9c0ff1f7496a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Nov 11 16:38:48.064652 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd2384-c53c-4c17-9767-f7f9b8cc03ee req-aae534ba-1686-4742-9be0-25ae4e22e601 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:48.066965 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c3bd2384-c53c-4c17-9767-f7f9b8cc03ee req-aae534ba-1686-4742-9be0-25ae4e22e601 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Nov 11 16:38:48.120406 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c3bd2384-c53c-4c17-9767-f7f9b8cc03ee req-c5ddad0d-c602-4630-97f9-c81541541021 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Nov 11 16:38:48.336548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14b7e9-7ac1-4c45-8cfc-a8efe3b66212 req-e42234d7-e882-432b-8773-56af7c9303e2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:48.338009 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4e14b7e9-7ac1-4c45-8cfc-a8efe3b66212 req-e42234d7-e882-432b-8773-56af7c9303e2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0484321 Nov 11 16:38:48.392239 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4e14b7e9-7ac1-4c45-8cfc-a8efe3b66212 req-e2936d3f-522e-4ce9-be53-4109bcef07d5 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Nov 11 16:38:49.244604 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa38a97-b8e5-4b6e-8c4b-62f1e9065689 req-ef2b2f2b-8550-4ed2-9b00-9e0260a0ff4f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:49.246069 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-aaa38a97-b8e5-4b6e-8c4b-62f1e9065689 req-ef2b2f2b-8550-4ed2-9b00-9e0260a0ff4f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Nov 11 16:38:49.292765 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-aaa38a97-b8e5-4b6e-8c4b-62f1e9065689 req-64190df8-b75b-455a-838c-4f9a3779b686 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407956 Nov 11 16:38:49.509946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610b6e8-3e5f-422e-ac3b-158dff533a7f req-f0374152-714d-4495-927b-5209856f5e41 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:49.511428 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2610b6e8-3e5f-422e-ac3b-158dff533a7f req-f0374152-714d-4495-927b-5209856f5e41 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Nov 11 16:38:49.563560 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2610b6e8-3e5f-422e-ac3b-158dff533a7f req-3227c0ea-18a0-4cc8-98e8-510306b58fe4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Nov 11 16:38:50.420754 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361fdd4-a01c-43cf-bd39-7df075310699 req-38ace997-8da4-4103-ab0c-0c757affeeff tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:50.427432 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5361fdd4-a01c-43cf-bd39-7df075310699 req-38ace997-8da4-4103-ab0c-0c757affeeff tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0559275 Nov 11 16:38:50.470039 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5361fdd4-a01c-43cf-bd39-7df075310699 req-3049ddfb-d3cd-4a43-93c2-69d0d72f5e64 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413265 Nov 11 16:38:50.675561 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c807bc-9618-4f76-8006-6a13cf545ba2 req-68d75672-0d7d-4a74-9766-d35bdd2e1634 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:50.677015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57c807bc-9618-4f76-8006-6a13cf545ba2 req-68d75672-0d7d-4a74-9766-d35bdd2e1634 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0485601 Nov 11 16:38:50.723117 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57c807bc-9618-4f76-8006-6a13cf545ba2 req-717a7950-2a07-45b9-9513-3a2d829b3192 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Nov 11 16:38:51.150981 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-23a73953-1adc-440d-8f3c-6aec9320950f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399442 Nov 11 16:38:51.237260 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-92a8a167-5f99-4f46-9414-f310264695d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.238733 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-92a8a167-5f99-4f46-9414-f310264695d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1096 time: 0.0678339 Nov 11 16:38:51.248512 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-5e1862d4-50e8-4aaa-b3fc-2d5e715fadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.249913 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-5e1862d4-50e8-4aaa-b3fc-2d5e715fadb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 1099 time: 0.0464449 Nov 11 16:38:51.397941 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-f1689dcb-0407-4ee6-9e18-8df69b671c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.399414 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-f1689dcb-0407-4ee6-9e18-8df69b671c1a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1486325 Nov 11 16:38:51.428620 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-fdd355df-c5b8-4215-a5e0-e837fe671dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.429914 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-fdd355df-c5b8-4215-a5e0-e837fe671dbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.1366642 Nov 11 16:38:51.531731 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-b5dcd04f-bfa0-4846-93fa-84dca9d5bfb5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 200 len: 1001 time: 0.0755901 Nov 11 16:38:51.575758 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-ff899f91-3990-4d05-8332-b8676c4d3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.577224 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7e244b52-2d62-4568-be15-40d9a03d7de4 req-ff899f91-3990-4d05-8332-b8676c4d3a9f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1693437 Nov 11 16:38:51.591922 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccffc6-3c38-4943-9e2a-06ed2eb1791a req-4c639d81-ed24-4252-b4a9-45a7adbbc6b3 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.593690 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-84ccffc6-3c38-4943-9e2a-06ed2eb1791a req-4c639d81-ed24-4252-b4a9-45a7adbbc6b3 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0527387 Nov 11 16:38:51.594314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-0750a670-bc85-4719-9df9-8c229a3f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.595753 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-0750a670-bc85-4719-9df9-8c229a3f5f28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0536294 Nov 11 16:38:51.644189 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-84ccffc6-3c38-4943-9e2a-06ed2eb1791a req-ad3a1206-e969-4a54-89fc-3aca36bdc4aa tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Nov 11 16:38:51.670949 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-a577adbb-858f-43d1-af36-974c2425b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.672416 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-a577adbb-858f-43d1-af36-974c2425b6ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656850 Nov 11 16:38:51.683790 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-90c3dbd4-0018-43ae-8150-ee5d79d3f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.685186 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-90c3dbd4-0018-43ae-8150-ee5d79d3f484 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1096 time: 0.0507617 Nov 11 16:38:51.764697 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c6672d55-4e40-4458-ae43-41a65ce51fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 217 time: 0.0623765 Nov 11 16:38:51.866642 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-b764f835-ebf0-4c94-a492-490e3136e3c2 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804595 Nov 11 16:38:51.869817 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-20676174-d673-4ccc-9031-443b64d914e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.871204 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-20676174-d673-4ccc-9031-443b64d914e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0946817 Nov 11 16:38:51.885221 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c193a-ef5c-433c-bf0f-81882f9d7073 req-9fa2607b-5995-4e6d-bcbb-e93ac7ac2b0d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:51.886616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-854c193a-ef5c-433c-bf0f-81882f9d7073 req-9fa2607b-5995-4e6d-bcbb-e93ac7ac2b0d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0819168 Nov 11 16:38:52.251180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c56e9026-9d32-4b39-93c7-29d14171b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:52.252632 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-c56e9026-9d32-4b39-93c7-29d14171b7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3532557 Nov 11 16:38:52.255862 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-854c193a-ef5c-433c-bf0f-81882f9d7073 req-ab1197c0-5795-4d0d-b4bb-7606fae5e5e7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555326 Nov 11 16:38:52.277716 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cd0c8e45-a314-4ae8-a6e1-7f7d7e4e9eb4 req-49b7ea46-c4d4-48fe-a5f5-8eec7c53098b service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836968 Nov 11 16:38:52.401804 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-be5fa5d5-d21b-4b70-a82d-2ebedae38ac4 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354740 Nov 11 16:38:52.493341 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a930ed6c-18d4-45c1-9e31-ca28c0166eb4 req-fdc8f8f0-324e-40b9-ae80-56d53dbaf20d service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819283 Nov 11 16:38:52.762654 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278417ff-cb1f-4ec4-b11d-90240a782ef7 req-2f2ce058-07c8-4608-96db-ddc34c5563d0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:52.764703 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-278417ff-cb1f-4ec4-b11d-90240a782ef7 req-2f2ce058-07c8-4608-96db-ddc34c5563d0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0490267 Nov 11 16:38:52.815130 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-278417ff-cb1f-4ec4-b11d-90240a782ef7 req-d7067b90-c91a-427e-8a8c-6d0c76330a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Nov 11 16:38:53.379231 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a4d5b-47ab-453b-aab6-97296424518e req-8301392d-cf4e-44ff-99a3-282d019a8841 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:53.380689 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-842a4d5b-47ab-453b-aab6-97296424518e req-8301392d-cf4e-44ff-99a3-282d019a8841 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0523489 Nov 11 16:38:53.428126 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-842a4d5b-47ab-453b-aab6-97296424518e req-05f93cb8-4202-446f-a2f8-2f6631d92cdc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Nov 11 16:38:53.933566 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b77f2-be3c-48df-b70f-92d257b42eed req-6e7a3dd5-c488-4890-ae3c-52013d1cd25f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:53.935095 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a59b77f2-be3c-48df-b70f-92d257b42eed req-6e7a3dd5-c488-4890-ae3c-52013d1cd25f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0483916 Nov 11 16:38:53.981694 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a59b77f2-be3c-48df-b70f-92d257b42eed req-4732c8be-1082-4629-9143-c6aad7d4dacb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Nov 11 16:38:54.548343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8205fd-4966-4d36-a018-10a1c41730d8 req-813d8311-3f6b-4f7e-8248-c9a848a536f3 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:54.549874 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3b8205fd-4966-4d36-a018-10a1c41730d8 req-813d8311-3f6b-4f7e-8248-c9a848a536f3 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0561585 Nov 11 16:38:54.597949 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3b8205fd-4966-4d36-a018-10a1c41730d8 req-87944674-9895-4796-a713-95613f7b843c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Nov 11 16:38:55.105163 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141070-7d49-4156-b5b0-c716a8c20938 req-0ada8aa0-4566-4020-b35c-5b5ec6668f07 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:55.106652 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-43141070-7d49-4156-b5b0-c716a8c20938 req-0ada8aa0-4566-4020-b35c-5b5ec6668f07 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0505142 Nov 11 16:38:55.111860 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867698d-159f-430a-a071-333c4d1451b2 req-cc6cc437-37ff-4260-9789-78fb77f255ea tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:55.113350 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4867698d-159f-430a-a071-333c4d1451b2 req-cc6cc437-37ff-4260-9789-78fb77f255ea tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Nov 11 16:38:55.155224 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-43141070-7d49-4156-b5b0-c716a8c20938 req-72d7fdd3-5d95-48cd-b848-7ac9283ad734 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Nov 11 16:38:55.161699 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4867698d-159f-430a-a071-333c4d1451b2 req-e841e919-29e0-4170-b5c7-0dac233087d7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Nov 11 16:38:55.447669 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:38:55.542500 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:55.553901 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'port_id': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'mac_address': 'fa:16:3e:2f:06:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:38:55.589492 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:55.601983 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:38:55.621168 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:55.707172 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:55.710267 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb7414-e1ac-4d5c-9436-34b8b43a496c req-d66403d3-a67c-4303-acc4-c94de5872a45 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:55.711857 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-49bb7414-e1ac-4d5c-9436-34b8b43a496c req-d66403d3-a67c-4303-acc4-c94de5872a45 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 943 time: 0.0478659 Nov 11 16:38:55.757186 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:55.765351 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-49bb7414-e1ac-4d5c-9436-34b8b43a496c req-c4f66031-5741-4187-bcf3-3d39d99bee03 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Nov 11 16:38:55.962991 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:38:56.274886 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c1e05-f808-4fb3-9307-23595417316b req-3d4e565f-160b-493c-a77a-3f6678aaa387 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:56.276263 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c12c1e05-f808-4fb3-9307-23595417316b req-3d4e565f-160b-493c-a77a-3f6678aaa387 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Nov 11 16:38:56.277726 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c9358-d255-4acc-b699-32766d4338c2 req-b80f750e-4c50-492a-b794-bffa3b63b455 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:56.279260 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4d3c9358-d255-4acc-b699-32766d4338c2 req-b80f750e-4c50-492a-b794-bffa3b63b455 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 11 16:38:56.327032 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4d3c9358-d255-4acc-b699-32766d4338c2 req-c78206e9-9bd6-42c7-b166-ad873c448d64 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Nov 11 16:38:56.327658 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c12c1e05-f808-4fb3-9307-23595417316b req-3e6edc57-3744-451d-8997-5b34b5123631 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Nov 11 16:38:56.878544 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6c9c-aab0-498f-9f25-d3881a323d78 req-95517df9-d8e8-432b-833c-f82149db6a5f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:56.879978 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d3a6c9c-aab0-498f-9f25-d3881a323d78 req-95517df9-d8e8-432b-833c-f82149db6a5f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 944 time: 0.0484424 Nov 11 16:38:56.926092 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1d3a6c9c-aab0-498f-9f25-d3881a323d78 req-0dd48e33-057c-413d-8e8e-12e411db0ba0 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Nov 11 16:38:57.197755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-14bee14a-c417-4379-b6e1-b0410a74e40c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:57.199205 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-14bee14a-c417-4379-b6e1-b0410a74e40c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Nov 11 16:38:57.290242 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Deleting port 7f0afcfe-d734-45e7-b45b-490d2d49d947 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:38:57.290582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.381518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] For port 7f0afcfe-d734-45e7-b45b-490d2d49d947, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=7f0afcfe-d734-45e7-b45b-490d2d49d947,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:57.381882 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.443264 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cb798-a900-4c7b-99b2-edd312d77cc9 req-dc7bef1b-4e70-4112-bd18-d3669ffc89aa tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:57.444778 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8f1cb798-a900-4c7b-99b2-edd312d77cc9 req-dc7bef1b-4e70-4112-bd18-d3669ffc89aa tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 946 time: 0.0479114 Nov 11 16:38:57.447901 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:38:57.494412 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8f1cb798-a900-4c7b-99b2-edd312d77cc9 req-ebabcf89-c1c6-4c72-9b8b-6dbe002a578c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=706965b8-6b1f-41a8-abaf-c7af57957375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Nov 11 16:38:57.555371 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:38:57.559675 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:38:57.560112 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.571743 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd45a4e-f6a7-4d5a-b1af-1f2d296c71c3 req-d904a0f8-81d1-45a1-b0bc-b3f47ac75f38 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:57.573226 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1bd45a4e-f6a7-4d5a-b1af-1f2d296c71c3 req-d904a0f8-81d1-45a1-b0bc-b3f47ac75f38 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.1604090 Nov 11 16:38:57.637738 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.660778 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:38:57.663080 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb816ce-3cc5-4ebf-b939-42547670b2db" -d '{"events": [{"server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "name": "network-vif-plugged", "status": "completed", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:38:57.671537 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1bd45a4e-f6a7-4d5a-b1af-1f2d296c71c3 req-99238d58-5a6f-4f74-99c2-10d641a05ebd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912476 Nov 11 16:38:57.677960 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:38:57.678750 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.679101 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.679423 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Floating IP f8dfee67-8dff-4cda-8f5c-5d636d22eaeb disassociated. External IP: 172.27.0.25, port: 7f0afcfe-d734-45e7-b45b-490d2d49d947. Nov 11 16:38:57.679773 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Calling delete_port for 7f0afcfe-d734-45e7-b45b-490d2d49d947 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:38:57.705435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05276620-d594-417f-818b-bcd110fecdf6 x-openstack-request-id: req-05276620-d594-417f-818b-bcd110fecdf6 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:38:57.705435 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "name": "network-vif-plugged", "status": "completed", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:38:57.706113 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05276620-d594-417f-818b-bcd110fecdf6 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:38:57.706565 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'code': 200} Nov 11 16:38:57.758552 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.807234 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:57.921421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:57.948971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'Port': ['ID=7f0afcfe-d734-45e7-b45b-490d2d49d947,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:38:57.958966 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.959313 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.959649 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.960040 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.960369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.960697 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.961020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.961331 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.961653 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.961971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.962318 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:57.962672 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:38:58.123428 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc298f8-c4f5-4e24-a3ae-08eef246ee82 req-fb5290d3-d309-4d28-9f9a-c93716447aad tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:58.125419 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adc298f8-c4f5-4e24-a3ae-08eef246ee82 req-fb5290d3-d309-4d28-9f9a-c93716447aad tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.1201489 Nov 11 16:38:58.155707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572bf4-357c-453e-a264-c441f8baa641 req-9c650f86-78fe-4701-807e-15714305f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:58.157134 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c3572bf4-357c-453e-a264-c441f8baa641 req-9c650f86-78fe-4701-807e-15714305f11c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1098 time: 0.0858977 Nov 11 16:38:58.164058 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:38:58.242158 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adc298f8-c4f5-4e24-a3ae-08eef246ee82 req-b00a84e6-a995-4b37-813e-9ac4a4b72ffd tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082740 Nov 11 16:38:58.274594 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c3572bf4-357c-453e-a264-c441f8baa641 req-0a0f0f00-0c93-4993-9524-613eca346d37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090841 Nov 11 16:38:58.323070 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:38:58.333306 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:38:58.349498 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:58.350154 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:58.363943 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] No DVR routers for this DVR port 7f0afcfe-d734-45e7-b45b-490d2d49d947 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:38:58.366494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:58.369779 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-30ba4581-2148-43bd-965a-a0dd6fc5ed44 req-32fc5adc-57c0-4284-b135-7708985ef0e7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "DELETE /v2.0/ports/7f0afcfe-d734-45e7-b45b-490d2d49d947 HTTP/1.1" status: 204 len: 173 time: 1.1646047 Nov 11 16:38:58.370235 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'name': 'network-vif-deleted', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:38:58.372470 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81046a-1314-47ca-8bd4-0f83587e82cf" -d '{"events": [{"server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "name": "network-vif-deleted", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:38:58.458472 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:58.474821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082aece2-a5e2-4728-9e00-1a00d0f451eb x-openstack-request-id: req-082aece2-a5e2-4728-9e00-1a00d0f451eb {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:38:58.475234 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2a4108-63d1-42b1-a1bd-0940b97250d9", "name": "network-vif-deleted", "tag": "7f0afcfe-d734-45e7-b45b-490d2d49d947", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:38:58.475365 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-082aece2-a5e2-4728-9e00-1a00d0f451eb {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:38:58.475737 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2a4108-63d1-42b1-a1bd-0940b97250d9', 'name': 'network-vif-deleted', 'tag': '7f0afcfe-d734-45e7-b45b-490d2d49d947', 'status': 'completed', 'code': 200} Nov 11 16:38:58.602141 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a21ffbf-c5e5-4f00-a853-c8e705453a7a req-b5b365e6-b64c-4200-88b4-f43bee9240e6 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2a4108-63d1-42b1-a1bd-0940b97250d9 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Nov 11 16:38:58.676361 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:58.702886 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:38:58.711997 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:38:58.712622 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:38:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:58.810508 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14907776-6be9-464c-a8e9-5e0411bba92f req-8a714c6c-c4bf-4ecf-a6fd-c60b1a1209e2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:58.812724 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-14907776-6be9-464c-a8e9-5e0411bba92f req-8a714c6c-c4bf-4ecf-a6fd-c60b1a1209e2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0569558 Nov 11 16:38:58.828537 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:38:58.869237 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-14907776-6be9-464c-a8e9-5e0411bba92f req-68c3fccb-d1c6-4887-846f-7a866055c2b5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498211 Nov 11 16:38:59.157245 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:38:59.183294 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2c0de-06ca-493d-8491-28f0f888efe6 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:38:59.369153 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7aaa-8d31-4f6b-9b59-2e09f5a7ad87 req-bf4ab0d6-8706-41f0-820e-3ad838eaf8f1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:38:59.371359 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c28a7aaa-8d31-4f6b-9b59-2e09f5a7ad87 req-bf4ab0d6-8706-41f0-820e-3ad838eaf8f1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0601594 Nov 11 16:38:59.434384 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c28a7aaa-8d31-4f6b-9b59-2e09f5a7ad87 req-d1e8ac8f-9d94-4bcb-92f1-ad32b3421385 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Nov 11 16:38:59.490582 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f573138-edb7-4bb7-93aa-68158523df1c None None] New status for floating IP f8dfee67-8dff-4cda-8f5c-5d636d22eaeb: DOWN {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:38:59.757246 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60456) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:59.812520 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:59.835441 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:59.957519 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:59.960059 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:38:59.961120 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "DELETE /v2.0/security-groups/706965b8-6b1f-41a8-abaf-c7af57957375 HTTP/1.1" status: 204 len: 168 time: 0.2027857 Nov 11 16:38:59.963973 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60460) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:59.977806 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.api.v2.resource [None req-f22f5a0b-4bef-4279-918c-f4c5d3fd2c49 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] show failed (client error): The resource could not be found. Nov 11 16:38:59.978868 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f22f5a0b-4bef-4279-918c-f4c5d3fd2c49 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups/706965b8-6b1f-41a8-abaf-c7af57957375 HTTP/1.1" status: 404 len: 347 time: 0.0138445 Nov 11 16:38:59.981640 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60462) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:38:59.985601 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab9935-e848-4651-8c4e-bd33015bfe59 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706965b8-6b1f-41a8-abaf-c7af57957375,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:00.009896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69e842-7799-495d-8785-2a284bbf776e req-02cae5fa-dca2-4c20-90bd-1e87b0553fda tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:00.016106 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-df69e842-7799-495d-8785-2a284bbf776e req-02cae5fa-dca2-4c20-90bd-1e87b0553fda tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0683162 Nov 11 16:39:00.065125 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-df69e842-7799-495d-8785-2a284bbf776e req-20390d7f-62cd-41fa-961b-5bc7e16ab398 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460510 Nov 11 16:39:00.109296 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Deleting port 264cb0f4-7f3d-45fd-8026-a4edf982ef7c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:39:00.109631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.188474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.188796 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.203316 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Calling delete_port for 264cb0f4-7f3d-45fd-8026-a4edf982ef7c owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:39:00.413354 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.439876 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'Port': ['ID=264cb0f4-7f3d-45fd-8026-a4edf982ef7c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:00.502854 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.505371 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:00.506534 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-80e16cac-cda0-4e1a-a144-2600b3567449 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "DELETE /v2.0/floatingips/f8dfee67-8dff-4cda-8f5c-5d636d22eaeb HTTP/1.1" status: 204 len: 168 time: 0.5240088 Nov 11 16:39:00.565091 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d2ae-6b3e-49e4-b418-7f89d23e83ad req-b37a88f2-44ca-4be0-b0b3-34dec83d3648 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:00.566755 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6192d2ae-6b3e-49e4-b418-7f89d23e83ad req-b37a88f2-44ca-4be0-b0b3-34dec83d3648 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0504239 Nov 11 16:39:00.618792 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6192d2ae-6b3e-49e4-b418-7f89d23e83ad req-978feb4c-b6e2-41cd-8fc0-3c13afb47f7a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 Nov 11 16:39:00.734270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0cbff-8b24-46f9-a7df-0f1d9ccdf05e req-257db483-70b2-4f2c-b4f1-a20e8472a16d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:00.735863 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ce0cbff-8b24-46f9-a7df-0f1d9ccdf05e req-257db483-70b2-4f2c-b4f1-a20e8472a16d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Nov 11 16:39:00.782829 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5ce0cbff-8b24-46f9-a7df-0f1d9ccdf05e req-ce5c42fd-b1cb-448c-af8d-bab2c9aae37f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Nov 11 16:39:00.882987 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60472) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:00.887719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685247692', 'description': 'tempest-description--915898402'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:01.004485 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.071315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.111075 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f2bb-d203-4bea-aae6-012052846bef req-a984bac0-a5b1-4c35-97df-45949c9ef562 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:01.112588 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9fa2f2bb-d203-4bea-aae6-012052846bef req-a984bac0-a5b1-4c35-97df-45949c9ef562 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Nov 11 16:39:01.141788 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.162077 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9fa2f2bb-d203-4bea-aae6-012052846bef req-1d3b4d57-174d-4cd3-b2e8-77ba0ec6bc6c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Nov 11 16:39:01.199494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb4b567-36d2-487f-8599-5eea256013e0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:01.216508 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb108e-0aad-4c8e-9581-4baf5611c7a0 req-6d12b6a6-c555-44d5-8169-6979cc709e3b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:01.218050 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50bb108e-0aad-4c8e-9581-4baf5611c7a0 req-6d12b6a6-c555-44d5-8169-6979cc709e3b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0732696 Nov 11 16:39:01.269378 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.269724 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2f0245cf-8ef6-49df-a983-ecf2f3c30ad7 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3853672 Nov 11 16:39:01.272402 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60480) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:01.273373 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50bb108e-0aad-4c8e-9581-4baf5611c7a0 req-c0a089d5-08d9-4c8b-9028-5c254f78bb16 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496240 Nov 11 16:39:01.277195 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group_rule': {'security_group_id': '1eb4b567-36d2-487f-8599-5eea256013e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:01.398410 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.453485 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.478012 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 7f0afcfe-d734-45e7-b45b-490d2d49d947 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:39:01.502067 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 7f0afcfe-d734-45e7-b45b-490d2d49d947 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:39:01.502430 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 7f0afcfe-d734-45e7-b45b-490d2d49d947 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:39:01.536020 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.554384 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97141571-df03-4c4a-bdbb-54945c77e020,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:01.660454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.661679 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3b9b2ee5-d4d5-4237-a0f5-03d948e9f76f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881843 Nov 11 16:39:01.664397 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60482) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:01.668703 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'security_group_rule': {'security_group_id': '1eb4b567-36d2-487f-8599-5eea256013e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:01.793421 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.847457 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.961588 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:01.980280 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73b4371-36be-4f25-8250-62ad60ca1cd9,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:02.035898 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8d87af82-5ac5-41a1-b415-069ef7cd9dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.117887 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.119165 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-32d11c01-4ad3-4f55-93f4-3a236a1de342 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538386 Nov 11 16:39:02.129654 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60488) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:02.134317 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:02.221724 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.317498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.395624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1ea9f-bc64-43ec-a480-d7603fdca82f req-4b2a7fba-76b8-40cd-8397-40e2ed80545e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:02.397128 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e4b1ea9f-bc64-43ec-a480-d7603fdca82f req-4b2a7fba-76b8-40cd-8397-40e2ed80545e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0491474 Nov 11 16:39:02.430345 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Allocated IP 172.27.0.74 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/90545dac-5401-4429-9eb9-db7ae401f97c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:39:02.444869 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e4b1ea9f-bc64-43ec-a480-d7603fdca82f req-5ce7fd5e-025e-48ac-b21d-c1be899576da tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410531 Nov 11 16:39:02.528297 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.676223 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.720713 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:39:02.723611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:39:02.726151 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:39:02.750373 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=90545dac-5401-4429-9eb9-db7ae401f97c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:02.815323 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:02.970403 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:03.131548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:03.190007 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:03.262137 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=90545dac-5401-4429-9eb9-db7ae401f97c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:03.270507 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:03.351812 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:03.353050 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-67f49570-1e02-44aa-b3b4-ebb3e553e21a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2222161 Nov 11 16:39:03.500207 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-a7cdd9cc-ae5b-4143-bf61-589783650e4a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1685247692&fields=id&tenant_id=17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 267 time: 0.0437424 Nov 11 16:39:03.610496 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-4351e262-64e4-4ebe-a796-9a632f1d5077 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:03.611946 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-4351e262-64e4-4ebe-a796-9a632f1d5077 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 811 time: 0.1043143 Nov 11 16:39:03.626940 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-3c05b7dd-1753-4281-ad79-02129cb83210 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/quotas/17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 375 time: 0.0093699 Nov 11 16:39:03.679924 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-310478ad-ab5b-4052-ac0f-f64dcdd04ab8 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479028 Nov 11 16:39:03.822223 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b055d8a4-ef04-487d-88ba-43e3fa2f1ade service neutron] 10.222.0.11 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291010 Nov 11 16:39:03.911055 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-09f81a5a-ddc3-4ddb-a2d7-2f23cd89b9dc service neutron] 10.222.0.11 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821676 Nov 11 16:39:04.222711 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a59196d9-ba77-4bf8-9f9a-bffb210eba23 req-f33911ec-3012-4c91-8553-86abb23c656f tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Nov 11 16:39:04.275181 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da759372-d6da-4a6b-a3d9-c2a225eacbdd req-846639d9-be2a-4247-9eb2-1d4fc123227b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:04.277286 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da759372-d6da-4a6b-a3d9-c2a225eacbdd req-846639d9-be2a-4247-9eb2-1d4fc123227b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.2934532 Nov 11 16:39:04.325867 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da759372-d6da-4a6b-a3d9-c2a225eacbdd req-049ad5ee-b1b2-473a-ad14-81fd6f896ebb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Nov 11 16:39:04.384369 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4e71143c-8c76-4a86-a015-c642bdcac7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:05.314957 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6b47ef51-ca72-488b-ba4e-fb581a45f544 req-ea3f937d-50e0-4d3b-a337-98cdda0b5353 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 210 time: 0.0254631 Nov 11 16:39:05.446108 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24bc9e-1d77-4d4d-ba3f-b972e75ea36d req-85a58f03-1263-45b0-bfce-bf9c5ae31174 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:05.447574 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f24bc9e-1d77-4d4d-ba3f-b972e75ea36d req-85a58f03-1263-45b0-bfce-bf9c5ae31174 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0483165 Nov 11 16:39:05.492759 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:05.495715 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f24bc9e-1d77-4d4d-ba3f-b972e75ea36d req-08807da4-c122-4e01-82f8-7515762616c1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413988 Nov 11 16:39:06.303840 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-fdbd1987-3152-4527-b639-a6a0dbf40a3b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:06.305284 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-fdbd1987-3152-4527-b639-a6a0dbf40a3b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 811 time: 0.1008017 Nov 11 16:39:06.368001 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-99059ea5-8840-4b87-aac3-effaf3057168 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17202b7fa9ac43bc9736f2eed5c623f3 HTTP/1.1" status: 200 len: 380 time: 0.0537424 Nov 11 16:39:06.378419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'port': {'device_id': '1011494e-57f7-4740-ada2-481300da2f08', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'admin_state_up': True, 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'security_groups': ['1eb4b567-36d2-487f-8599-5eea256013e0']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:06.411721 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7c72ecaa-33ae-4a16-ada6-70e5f183d60e req-4df6b1f0-6085-4733-8f6e-fd4524d0622c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 210 time: 0.0302944 Nov 11 16:39:06.596667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Made reservation on behalf of 17202b7fa9ac43bc9736f2eed5c623f3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:39:06.600049 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:06.641024 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eef2e-e48a-4f85-9227-a2fd3a540498 req-83c1ba39-3f0b-40f2-b056-d7d2d47c10b0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:06.643149 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f0eef2e-e48a-4f85-9227-a2fd3a540498 req-83c1ba39-3f0b-40f2-b056-d7d2d47c10b0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0745170 Nov 11 16:39:06.754301 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f0eef2e-e48a-4f85-9227-a2fd3a540498 req-b4d07385-cfc9-474a-abd9-72c15179bfb5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812180 Nov 11 16:39:06.774694 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Allocated IP 172.20.0.11 (1e682cd1-79a2-4f10-874e-44da8bf34e22/bd491d17-dffb-40d8-a549-66ba9cf2fa76/f8b53132-9a37-4f19-b555-176b621511fc) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:39:06.911779 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:06.964541 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.070664 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.074566 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:39:07.115487 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:39:07.118663 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:39:07.124628 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:39:07.149856 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event updated for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:07.179450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:07.180160 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.261684 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-b1a1e2ae-7e24-4f53-b265-6b42d5af841d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876505 Nov 11 16:39:07.274689 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Request body: {'port': {'device_id': '1011494e-57f7-4740-ada2-481300da2f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:07.330698 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.378327 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-852a70b1-f751-4e9f-944b-efe97d6a7e6a None None] Provisioning complete for port f8b53132-9a37-4f19-b555-176b621511fc triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:39:07.378622 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-852a70b1-f751-4e9f-944b-efe97d6a7e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.412516 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-852a70b1-f751-4e9f-944b-efe97d6a7e6a None None] Port f8b53132-9a37-4f19-b555-176b621511fc cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:39:07.509318 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:39:07.535324 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec77f95-3b3e-4d23-b885-59afaa1b746b req-beef9216-eb91-418b-b402-dfef0668ab5a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:07.537537 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ec77f95-3b3e-4d23-b885-59afaa1b746b req-beef9216-eb91-418b-b402-dfef0668ab5a tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 932 time: 0.0502739 Nov 11 16:39:07.584521 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ec77f95-3b3e-4d23-b885-59afaa1b746b req-92e79141-1f73-4caa-9ec5-57ab070bff0d tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Nov 11 16:39:07.598346 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b53132-9a37-4f19-b555-176b621511fc {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:39:07.605763 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.617676 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Transition to ACTIVE for port object f8b53132-9a37-4f19-b555-176b621511fc will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:39:07.619448 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:07.631309 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:39:07.667927 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.680421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:39:07.692556 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.704592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:07.746906 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:07.788010 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.833594 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Attempting to bind port f8b53132-9a37-4f19-b555-176b621511fc on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:39:07.833971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Attempting to bind port f8b53132-9a37-4f19-b555-176b621511fc by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:39:07.834324 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Attempting to bind port f8b53132-9a37-4f19-b555-176b621511fc on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:39:07.839020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Port f8b53132-9a37-4f19-b555-176b621511fc on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:39:07.839524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Attempting to bind port f8b53132-9a37-4f19-b555-176b621511fc on network 1e682cd1-79a2-4f10-874e-44da8bf34e22 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:39:07.853106 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=6']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:07.856188 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:39:07.856427 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Checking segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:39:07.856860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Bound using segment: {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:39:07.859704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Bound port: f8b53132-9a37-4f19-b555-176b621511fc, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365bbb69-1c94-4bea-9e28-a1c5b6863bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:39:07.859704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:07.895984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['a173eeb2-15cc-4b94-903a-83a2fe6fe25b'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:39:07.942023 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167a19a-0db0-4719-bc25-7d2bef0c9261 req-d4951055-bbc0-46c3-9d3f-0c60b8ac8c29 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:07.946109 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6167a19a-0db0-4719-bc25-7d2bef0c9261 req-d4951055-bbc0-46c3-9d3f-0c60b8ac8c29 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.1018255 Nov 11 16:39:07.967169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:39:07.982944 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f8b53132-9a37-4f19-b555-176b621511fc,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:39:08.008688 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6167a19a-0db0-4719-bc25-7d2bef0c9261 req-57bf71ec-f52f-44f2-9b17-0cd482fb2723 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586069 Nov 11 16:39:08.090747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:08.115620 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:08.123662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.123662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:08.125345 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f8b53132-9a37-4f19-b555-176b621511fc HTTP/1.1" status: 200 len: 1094 time: 0.8553596 Nov 11 16:39:08.126050 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:08.128034 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f094b0e4-9359-4afd-99e9-273018bfc4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "tag": "f8b53132-9a37-4f19-b555-176b621511fc"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:08.156650 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3088-a993-41d9-93db-a72495129ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:08.176476 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f538f0-8349-498f-9e07-82b94e85eea7 x-openstack-request-id: req-f8f538f0-8349-498f-9e07-82b94e85eea7 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:08.176794 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "tag": "f8b53132-9a37-4f19-b555-176b621511fc", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:08.177030 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8f538f0-8349-498f-9e07-82b94e85eea7 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:08.177473 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc', 'status': 'completed', 'code': 200} Nov 11 16:39:08.246889 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-968b4945-35d2-4c1f-bf36-545e3579c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.248407 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-968b4945-35d2-4c1f-bf36-545e3579c732 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 1097 time: 0.0450568 Nov 11 16:39:08.352081 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-b663d079-ef24-4c38-932f-7e8bc557e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.353540 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-b663d079-ef24-4c38-932f-7e8bc557e333 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963318 Nov 11 16:39:08.451929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-a61d18b9-354c-46a5-864b-a1cdf99554bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.453910 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f094b0e4-9359-4afd-99e9-273018bfc4bc req-a61d18b9-354c-46a5-864b-a1cdf99554bd service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930064 Nov 11 16:39:08.532603 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-3cc5a3ca-5ac1-42e8-9349-82ce87888aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.534086 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-3cc5a3ca-5ac1-42e8-9349-82ce87888aa1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 1097 time: 0.0401616 Nov 11 16:39:08.581798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-e73a3594-aaf1-4bf8-a1d3-34952930f92c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8b53132-9a37-4f19-b555-176b621511fc HTTP/1.1" status: 200 len: 217 time: 0.0376360 Nov 11 16:39:08.634810 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-bee544d0-e7a6-4e4b-9be0-781ef6edaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.636717 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-bee544d0-e7a6-4e4b-9be0-781ef6edaa6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0442662 Nov 11 16:39:08.738060 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-faff9528-038b-453e-b7a4-2cd8f99d9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.739478 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-faff9528-038b-453e-b7a4-2cd8f99d9af1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932109 Nov 11 16:39:08.746734 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d633a1b-ef16-42df-9aec-61ee0a5f3506 req-d8e393dc-ecd4-4aaa-bb8c-421defff5445 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:08.748043 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8d633a1b-ef16-42df-9aec-61ee0a5f3506 req-d8e393dc-ecd4-4aaa-bb8c-421defff5445 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 944 time: 0.0930238 Nov 11 16:39:08.839772 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8d633a1b-ef16-42df-9aec-61ee0a5f3506 req-aaa60c21-96e0-453b-aaab-3b3b3710f485 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832474 Nov 11 16:39:08.865943 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-807448f5-ce80-449b-bc59-735c16c85aeb service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163802 Nov 11 16:39:08.957337 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e05ad3f4-4a50-4e1a-8420-8a78b01acc08 req-e0fd3474-3e31-49bf-9981-4c143ce2b4af service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843332 Nov 11 16:39:09.130673 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28585b7-2df1-4acf-914a-b9aec4715cf7 req-7b98d5ae-2059-4c3e-9e18-2d31ffec78f7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:09.132148 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a28585b7-2df1-4acf-914a-b9aec4715cf7 req-7b98d5ae-2059-4c3e-9e18-2d31ffec78f7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Nov 11 16:39:09.179575 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a28585b7-2df1-4acf-914a-b9aec4715cf7 req-755d58da-9543-4651-9f95-0848ca8bc932 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Nov 11 16:39:09.525314 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:39:09.579220 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port a173eeb2-15cc-4b94-903a-83a2fe6fe25b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:39:09.579585 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:09.669326 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:09.693474 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:09.695760 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ad0b3-aadf-4780-943f-2f7bc73c599b" -d '{"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:09.710010 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:09.735417 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f6e397-cf80-4aa1-b4e3-c23390206c30 x-openstack-request-id: req-08f6e397-cf80-4aa1-b4e3-c23390206c30 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:09.735836 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:09.736378 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08f6e397-cf80-4aa1-b4e3-c23390206c30 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:09.736999 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'code': 200} Nov 11 16:39:09.795738 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:09.848871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=7']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:09.970020 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0700810-5e82-4246-b856-e01182145d0b req-9337ae82-25cc-401d-8c7b-ebd19e932245 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:09.971699 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0700810-5e82-4246-b856-e01182145d0b req-9337ae82-25cc-401d-8c7b-ebd19e932245 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 944 time: 0.0557346 Nov 11 16:39:10.026018 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0700810-5e82-4246-b856-e01182145d0b req-7c6a67dc-69ab-4fe2-8f1c-cd95c2bcdb04 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479226 Nov 11 16:39:10.373636 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7658eff-2f45-4710-bd35-977e02437b5d req-f8d0ec71-2062-452a-ab7c-c658c5d61429 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:10.377556 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7658eff-2f45-4710-bd35-977e02437b5d req-f8d0ec71-2062-452a-ab7c-c658c5d61429 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0681403 Nov 11 16:39:10.440399 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d7658eff-2f45-4710-bd35-977e02437b5d req-69530d10-e9f4-4003-a86b-3aacc23b9730 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578928 Nov 11 16:39:11.157818 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5176-1d65-4a60-b231-73ce656dc9cc req-1237df5a-5629-4697-964d-cb5ee6b8eb95 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:11.160568 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5e1d5176-1d65-4a60-b231-73ce656dc9cc req-1237df5a-5629-4697-964d-cb5ee6b8eb95 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 944 time: 0.0598609 Nov 11 16:39:11.219330 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5e1d5176-1d65-4a60-b231-73ce656dc9cc req-565a19c6-4403-44e8-9f5e-cca629ed30e9 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520833 Nov 11 16:39:11.543620 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device f8b53132-9a37-4f19-b555-176b621511fc details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:39:11.617139 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a5d30-c2b1-4a01-ac6e-5a582ce8d430 req-5d315957-3b2d-464b-a833-9bad0d60ed53 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:11.619072 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f21a5d30-c2b1-4a01-ac6e-5a582ce8d430 req-5d315957-3b2d-464b-a833-9bad0d60ed53 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0816114 Nov 11 16:39:11.682954 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f8b53132-9a37-4f19-b555-176b621511fc,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:11.687516 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f21a5d30-c2b1-4a01-ac6e-5a582ce8d430 req-829be27e-e2ac-4156-bbfe-861558bb0eec tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620079 Nov 11 16:39:11.705050 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'f8b53132-9a37-4f19-b555-176b621511fc', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'port_id': 'f8b53132-9a37-4f19-b555-176b621511fc', 'mac_address': 'fa:16:3e:66:17:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:39:11.752296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:11.769053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b53132-9a37-4f19-b555-176b621511fc {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:39:11.792497 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f8b53132-9a37-4f19-b555-176b621511fc,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:11.864727 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:11.919201 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:12.193812 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['f8b53132-9a37-4f19-b555-176b621511fc'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:39:12.354528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e81b0-deaa-42a5-adbc-3b5f07579384 req-d578ae86-b99c-4dba-aba3-4d8c6f409eb5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:12.356008 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-202e81b0-deaa-42a5-adbc-3b5f07579384 req-d578ae86-b99c-4dba-aba3-4d8c6f409eb5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 945 time: 0.0565770 Nov 11 16:39:12.403297 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-202e81b0-deaa-42a5-adbc-3b5f07579384 req-e1ceae62-521a-444d-b0aa-901202fc5f31 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Nov 11 16:39:12.673898 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e687d9-db35-406c-9379-60ddb9857513 req-6169a037-30d2-4704-8b16-18b51bea999e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:12.684700 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-22e687d9-db35-406c-9379-60ddb9857513 req-6169a037-30d2-4704-8b16-18b51bea999e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0521815 Nov 11 16:39:12.723867 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-22e687d9-db35-406c-9379-60ddb9857513 req-f737dad7-3b01-4a05-bd92-be8cbea8d541 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Nov 11 16:39:12.747942 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:12.824907 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef1578-c038-443e-9a30-4efd039e3af2 req-efb47220-d3a0-4a17-8832-ebbef90168ac tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:12.826816 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-66ef1578-c038-443e-9a30-4efd039e3af2 req-efb47220-d3a0-4a17-8832-ebbef90168ac tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0548298 Nov 11 16:39:12.899229 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-66ef1578-c038-443e-9a30-4efd039e3af2 req-0c717c4e-8f69-4598-b963-3639c3f43094 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616064 Nov 11 16:39:12.928169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d45e5c-c174-4a05-ad23-d005fe83a7cd tempest-TestMinimumBasicScenario-205560269 tempest-TestMinimumBasicScenario-205560269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:12.932578 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-58d45e5c-c174-4a05-ad23-d005fe83a7cd tempest-TestMinimumBasicScenario-205560269 tempest-TestMinimumBasicScenario-205560269-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1093 time: 0.1809831 Nov 11 16:39:12.932921 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60626) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:12.938379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'port_id': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:13.051387 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.058532 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.174421 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.299035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Allocated IP 172.27.0.240 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/1b36e989-7700-4b52-aaf0-4a7df827a49a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:39:13.415382 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.521835 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.546934 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device f8b53132-9a37-4f19-b555-176b621511fc up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:39:13.568606 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:39:13.571898 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:39:13.575815 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:39:13.596008 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38ee9-6190-47aa-950c-9dc87ff864c9 req-518441e7-2ef7-4ff6-a02c-a2b79dac8f43 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:13.601351 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6da38ee9-6190-47aa-950c-9dc87ff864c9 req-518441e7-2ef7-4ff6-a02c-a2b79dac8f43 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 945 time: 0.1195059 Nov 11 16:39:13.646438 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'Port': ['ID=1b36e989-7700-4b52-aaf0-4a7df827a49a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:13.658061 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.658520 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.658925 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.659279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.659609 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.659945 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.660281 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.660657 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.660980 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.661518 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.661850 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.662223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:13.678237 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6da38ee9-6190-47aa-950c-9dc87ff864c9 req-ec3f788f-fc3b-4967-83cd-350971c7fe45 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692089 Nov 11 16:39:13.694161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port f8b53132-9a37-4f19-b555-176b621511fc completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:39:13.698636 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port f8b53132-9a37-4f19-b555-176b621511fc triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:39:13.699004 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.802912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:13.831482 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:13.833784 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f5fec-de45-4835-a643-db79f44fb6a5" -d '{"events": [{"server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "name": "network-vif-plugged", "status": "completed", "tag": "f8b53132-9a37-4f19-b555-176b621511fc"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:13.864286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f8b53132-9a37-4f19-b555-176b621511fc,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:13.936144 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.000806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48705b-101c-4680-a13a-bedf2155c112 x-openstack-request-id: req-bb48705b-101c-4680-a13a-bedf2155c112 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:14.001160 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "name": "network-vif-plugged", "status": "completed", "tag": "f8b53132-9a37-4f19-b555-176b621511fc", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:14.001354 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb48705b-101c-4680-a13a-bedf2155c112 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:14.001737 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc', 'code': 200} Nov 11 16:39:14.063347 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:14.084851 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.128037 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe28b2-73db-4068-864e-92b22ad21260 req-1ddf0f3d-ac65-4f67-9535-b3b398063dc5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:14.129661 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3dfe28b2-73db-4068-864e-92b22ad21260 req-1ddf0f3d-ac65-4f67-9535-b3b398063dc5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0646274 Nov 11 16:39:14.193128 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3dfe28b2-73db-4068-864e-92b22ad21260 req-0b78b8f4-6996-44e0-b2f9-8b7604a0c92f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534706 Nov 11 16:39:14.231592 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.355692 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565568a-d71f-477e-aa8b-ba6a9812d400 req-9a674724-4782-4ebf-b172-9c21b8e8f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:14.357258 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8565568a-d71f-477e-aa8b-ba6a9812d400 req-9a674724-4782-4ebf-b172-9c21b8e8f46d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 1099 time: 0.0597639 Nov 11 16:39:14.411438 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8565568a-d71f-477e-aa8b-ba6a9812d400 req-da99ee4b-10d1-401e-8e43-0c602a420dd6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466981 Nov 11 16:39:14.438312 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.495941 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.576061 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'Port': ['ID=1b36e989-7700-4b52-aaf0-4a7df827a49a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:14.587870 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:14.703451 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Floating IP f4f2dfa2-4149-444d-8903-d9285bc3c4ea associated. External IP: 172.27.0.240, port: 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8. Nov 11 16:39:15.107825 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06be344-0b02-4bbd-ac6d-27de01b01be4 req-8cb893ec-8638-481a-864f-fc7711e53a6b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:15.109640 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f06be344-0b02-4bbd-ac6d-27de01b01be4 req-8cb893ec-8638-481a-864f-fc7711e53a6b tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0707300 Nov 11 16:39:15.244569 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f06be344-0b02-4bbd-ac6d-27de01b01be4 req-224ae617-bd2b-4ce7-8e75-580fdc3dbbab tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942104 Nov 11 16:39:15.282750 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:39:15.361675 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cab2-849f-4763-bd6f-ac20d4027852 req-b60b0303-00a4-4912-8733-164a38efa4e1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:15.364023 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f3a1cab2-849f-4763-bd6f-ac20d4027852 req-b60b0303-00a4-4912-8733-164a38efa4e1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0619032 Nov 11 16:39:15.426196 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f3a1cab2-849f-4763-bd6f-ac20d4027852 req-d340e53d-25f6-4bc6-845b-881daaaaa9c6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564752 Nov 11 16:39:15.432763 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:39:15.456382 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Sync routers for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:39:15.466894 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:39:15.467550 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:39:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:15.533654 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:15.586210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:15.586210 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108681978', 'description': 'tempest-secgroup-smoke-2108681978 description', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:15.586654 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-079c631f-6966-40a5-a0f4-93b574c004a2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6525519 Nov 11 16:39:15.587386 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:15.592833 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:15.634987 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:39:15.733396 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60108785-8e89-4714-a97d-e3f094402187 x-openstack-request-id: req-60108785-8e89-4714-a97d-e3f094402187 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:15.734371 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:15.734769 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60108785-8e89-4714-a97d-e3f094402187 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:15.735175 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:39:15.817398 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-7bc712d6-85e4-4b44-a827-6fa0ad3bccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:15.818908 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-7bc712d6-85e4-4b44-a827-6fa0ad3bccb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1098 time: 0.0443351 Nov 11 16:39:15.907596 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f4f2dfa2-4149-444d-8903-d9285bc3c4ea', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'port_id': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'mac_address': 'fa:16:3e:2f:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:13Z', 'updated_at': '2021-11-11T16:39:13Z', 'revision_number': 0, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:15.925138 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-e1dad299-626b-40d7-9a49-78b9ea66bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:15.926747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-e1dad299-626b-40d7-9a49-78b9ea66bdc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 916 time: 0.1007791 Nov 11 16:39:15.933533 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Checking router: b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:39:15.943552 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:39:15.944546 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:39:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:16.011372 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-a5b654bb-bd2c-4e6b-a18c-450d7ad69fe7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 999 time: 0.0759456 Nov 11 16:39:16.051673 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:39:16.068018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-efc42efc-e9e6-48f1-bade-fcf58f597f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:16.069466 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-efc42efc-e9e6-48f1-bade-fcf58f597f5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0480218 Nov 11 16:39:16.104524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.137824 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-1c18eab1-b4eb-4145-ad92-fd30698dcb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:16.139326 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-1c18eab1-b4eb-4145-ad92-fd30698dcb9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620179 Nov 11 16:39:16.239891 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.268638 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-d9a7ddcf-7dd2-40c9-834c-47136b661171 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203668 Nov 11 16:39:16.323901 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f4f2dfa2-4149-444d-8903-d9285bc3c4ea', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'port_id': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'mac_address': 'fa:16:3e:2f:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:13Z', 'updated_at': '2021-11-11T16:39:13Z', 'revision_number': 0, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:16.378307 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.383833 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864b8b9-6f8c-47a0-97aa-a783610afa05 None None] The sync data for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi is: [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'f4f2dfa2-4149-444d-8903-d9285bc3c4ea', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'port_id': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'mac_address': 'fa:16:3e:2f:06:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:13Z', 'updated_at': '2021-11-11T16:39:13Z', 'revision_number': 0, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:39:16.451293 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99360-48f2-45d8-8e72-b6f880b2debc req-2d5318af-ae91-4c8d-ad7b-a2e742592a38 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:16.454024 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b0c99360-48f2-45d8-8e72-b6f880b2debc req-2d5318af-ae91-4c8d-ad7b-a2e742592a38 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.1060975 Nov 11 16:39:16.486964 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1c2a0-26cd-4d98-a2d7-045b6b183c54,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:16.538835 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c7f43dfc-4f82-46f6-bd2f-8632f643ca7c req-5a1ab9d5-8ae2-4979-a7bb-1ab7eea5c599 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570164 Nov 11 16:39:16.598792 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.600181 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b12c5f4a-04d1-4763-b0e3-72aa0ce2399c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0212879 Nov 11 16:39:16.604367 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60654) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:16.612145 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b0c99360-48f2-45d8-8e72-b6f880b2debc req-9607f753-28ff-4a08-ab73-862683516621 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311746 Nov 11 16:39:16.612447 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:16.629264 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb56295-9633-489c-80aa-f86897370d83 req-852791b8-359a-4dce-bbd8-3e759363bcdc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:16.630904 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0eb56295-9633-489c-80aa-f86897370d83 req-852791b8-359a-4dce-bbd8-3e759363bcdc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0853746 Nov 11 16:39:16.696688 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0eb56295-9633-489c-80aa-f86897370d83 req-32d4f886-424b-4134-bfba-48b9c08ef582 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579960 Nov 11 16:39:16.713754 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fff0f9-b0e7-47ee-bb7d-f5f590fda370 None None] New status for floating IP f4f2dfa2-4149-444d-8903-d9285bc3c4ea: ACTIVE {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:39:16.773924 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.840389 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.918884 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:16.939532 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db889582-6aa8-4f65-b34e-b8e22a0bbd9f,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:17.046934 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.047774 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-32ee8b90-d75f-4acd-9add-1a463c846e27 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4415162 Nov 11 16:39:17.050526 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60656) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:17.056241 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:17.161832 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.225586 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.287853 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.309437 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d51c68-7890-4709-bfa8-c4d16b79e180,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:17.381037 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.382471 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b6ee2d0c-376a-42f5-abbb-9dcd63d41f5c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3309400 Nov 11 16:39:17.385244 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60658) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:17.389654 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:17.492415 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.563304 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.627202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.656058 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f3a7e5-c265-41a4-90a8-b8e10a42278f,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:17.740943 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.742386 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-fe634656-5c9b-4d92-812d-c3a21984f340 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560791 Nov 11 16:39:17.745026 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60664) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:17.751006 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:17.780018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875d72f-68a7-4e32-b1bc-ecfca4229d93 req-2dce25f3-b779-4786-a727-3d53548e2c71 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:17.788049 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a875d72f-68a7-4e32-b1bc-ecfca4229d93 req-2dce25f3-b779-4786-a727-3d53548e2c71 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0914962 Nov 11 16:39:17.843440 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a875d72f-68a7-4e32-b1bc-ecfca4229d93 req-f8662bc4-879b-4200-b4c4-9197fdc89786 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Nov 11 16:39:17.885837 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:17.898825 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60c900-fb6d-49f7-9e26-30789f4a6ccc req-e1d59cd5-5913-4234-8dc3-8f5ecdcb8135 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:17.900492 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7e60c900-fb6d-49f7-9e26-30789f4a6ccc req-e1d59cd5-5913-4234-8dc3-8f5ecdcb8135 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0909081 Nov 11 16:39:17.976572 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7e60c900-fb6d-49f7-9e26-30789f4a6ccc req-b8fbb0b1-fbdc-4b29-ad9b-1bf897090749 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697830 Nov 11 16:39:17.995348 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.020690 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb37a0b-60f0-4aa2-a242-7f8d0f1909c1 req-e5f80517-84ed-4006-9d66-5c97d839fbd5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:18.022598 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2cb37a0b-60f0-4aa2-a242-7f8d0f1909c1 req-e5f80517-84ed-4006-9d66-5c97d839fbd5 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0952933 Nov 11 16:39:18.032109 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 60668) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:18.036690 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Request body: {'floatingip': {'port_id': 'f8b53132-9a37-4f19-b555-176b621511fc'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:18.076780 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.097717 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.104386 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5957a2ef-c07f-4032-9a99-31257a0bcb8d,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:18.164117 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.165715 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-22e3d45f-b3b8-4135-8f6c-d7197e305f60 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4197202 Nov 11 16:39:18.168525 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60670) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:18.173783 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:18.275647 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Project 76c17d79aa3e434b8a66bfd4f0085b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:39:18.281967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.351319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.430080 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.465061 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723036f-abfe-47cf-8768-6b9e974b8253,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:18.543980 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.545854 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3e58dad0-2007-4519-837c-a3d58376a689 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3758914 Nov 11 16:39:18.549112 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60672) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:18.554157 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'security_group_rule': {'security_group_id': '75e1c2a0-26cd-4d98-a2d7-045b6b183c54', 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:18.619898 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.657058 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Project 76c17d79aa3e434b8a66bfd4f0085b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:39:18.662624 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.726786 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.732865 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.804334 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.827785 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2823752f-492d-4125-9ea2-f0e8bfa1d380,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:18.856324 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Floating IP b6397bcd-a8ca-4b65-87e2-a4029fd1025b associated. External IP: 172.27.0.74, port: f8b53132-9a37-4f19-b555-176b621511fc. Nov 11 16:39:18.942065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:18.943357 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6a9e8b3e-54bd-4c22-8df9-ae4abf3e06fc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3931122 Nov 11 16:39:19.129733 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-37fe5eea-6e0e-4377-9433-ce38e0606a9b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108681978&fields=id&tenant_id=76c17d79aa3e434b8a66bfd4f0085b60 HTTP/1.1" status: 200 len: 267 time: 0.1018317 Nov 11 16:39:19.152717 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2772-630a-4f95-bb07-553e5cac338a req-bfc929fc-21e6-4fd5-8054-e74603602ac0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.154614 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-553b2772-630a-4f95-bb07-553e5cac338a req-bfc929fc-21e6-4fd5-8054-e74603602ac0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0616875 Nov 11 16:39:19.181377 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:39:19.207803 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-553b2772-630a-4f95-bb07-553e5cac338a req-3904eed2-2750-4bf6-85c5-c362dc396303 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Nov 11 16:39:19.212344 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-bdbfca68-4273-4e60-9c2c-5df67cc66a67 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.228334 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-bdbfca68-4273-4e60-9c2c-5df67cc66a67 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0758002 Nov 11 16:39:19.238379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'port': {'security_groups': ['c47c4a6c-232f-402f-8398-ef0f19bba101', '75e1c2a0-26cd-4d98-a2d7-045b6b183c54']}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:39:19.378653 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:19.445310 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:39:19.454863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:19.457261 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:39:19.467029 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:39:19.467574 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:39:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:19.510159 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-bb548fff-9cd5-46b8-a7a4-193874df59af tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "PUT /v2.0/floatingips/b6397bcd-a8ca-4b65-87e2-a4029fd1025b HTTP/1.1" status: 200 len: 991 time: 1.4770589 Nov 11 16:39:19.512737 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:19.515105 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735d7b8e-1918-4a74-b4b2-d8c072513d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "tag": "f8b53132-9a37-4f19-b555-176b621511fc"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:19.653179 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b73ca17-8e22-40c0-a60c-fe71e9750301 x-openstack-request-id: req-9b73ca17-8e22-40c0-a60c-fe71e9750301 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:19.653474 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "tag": "f8b53132-9a37-4f19-b555-176b621511fc", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:19.653742 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b73ca17-8e22-40c0-a60c-fe71e9750301 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:19.654112 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc', 'status': 'completed', 'code': 200} Nov 11 16:39:19.666834 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:19.697276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:39:19.699553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:19.717441 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-2d9e2594-259e-4d7a-9b1c-758035404c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.719043 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-2d9e2594-259e-4d7a-9b1c-758035404c8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 1099 time: 0.0460184 Nov 11 16:39:19.811200 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-2ea39cbc-8118-466b-8eda-d875ec0f8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.812801 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-2ea39cbc-8118-466b-8eda-d875ec0f8044 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 200 len: 913 time: 0.0861573 Nov 11 16:39:19.883454 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-0b8362ee-dc4f-42b5-acd3-0a7d62534ed6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8b53132-9a37-4f19-b555-176b621511fc HTTP/1.1" status: 200 len: 999 time: 0.0628936 Nov 11 16:39:19.904379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:19.917652 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:39:19.943752 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b6397bcd-a8ca-4b65-87e2-a4029fd1025b', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': 'f8b53132-9a37-4f19-b555-176b621511fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:66:17:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1011494e-57f7-4740-ada2-481300da2f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:02Z', 'updated_at': '2021-11-11T16:39:18Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:19.963153 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-ba5bc02c-0f55-4c44-9e74-be13e69b6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.964681 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-ba5bc02c-0f55-4c44-9e74-be13e69b6931 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 200 len: 850 time: 0.0670345 Nov 11 16:39:19.965138 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:19.965788 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:19.967226 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2d69490c-8a67-430e-98d2-1c4a102d11ae req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "PUT /v2.0/ports/3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 981 time: 0.7372205 Nov 11 16:39:19.991893 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34042509-a3f1-4480-b8e4-aebc26262016 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:20.011631 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:39:20.035232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:39:20.036058 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:39:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:20.090111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-1ff28528-c8ab-4e9c-8a87-b113b794c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:20.091766 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-1ff28528-c8ab-4e9c-8a87-b113b794c007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e682cd1-79a2-4f10-874e-44da8bf34e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1194317 Nov 11 16:39:20.152958 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:39:20.232999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-f49cff8a-0ba1-4d1c-9081-1819e2b8075d service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262732 Nov 11 16:39:20.246069 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36552-2840-42f8-b281-12ac73567606 req-68714fea-9537-40bb-81c4-3214392b2fd4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:20.247629 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c4c36552-2840-42f8-b281-12ac73567606 req-68714fea-9537-40bb-81c4-3214392b2fd4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.1942348 Nov 11 16:39:20.272448 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:39:20.389718 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-735d7b8e-1918-4a74-b4b2-d8c072513d8c req-375eef46-4113-40af-b06e-fc427e2b1335 service neutron] 10.222.0.70 "GET /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410558 Nov 11 16:39:20.413339 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5772e7-7448-4585-ab14-777b693efcc4 req-468740ee-51cb-40ac-baec-3446b01b26b8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:20.420566 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0c5772e7-7448-4585-ab14-777b693efcc4 req-468740ee-51cb-40ac-baec-3446b01b26b8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0978203 Nov 11 16:39:20.435143 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c4c36552-2840-42f8-b281-12ac73567606 req-5a16e755-7acc-41ab-9275-fbaccd7f4b56 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1610708 Nov 11 16:39:20.488940 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0c5772e7-7448-4585-ab14-777b693efcc4 req-fb9f2d08-0a7c-42f9-b08b-14c5bdb682a7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666633 Nov 11 16:39:20.553199 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-78f763f7-8bac-445c-bdda-432fbae5737c None None] Provisioning complete for port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:39:20.553775 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78f763f7-8bac-445c-bdda-432fbae5737c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:20.871955 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b6397bcd-a8ca-4b65-87e2-a4029fd1025b', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': 'f8b53132-9a37-4f19-b555-176b621511fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:66:17:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1011494e-57f7-4740-ada2-481300da2f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:02Z', 'updated_at': '2021-11-11T16:39:18Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:39:20.919642 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbb717-1c98-445c-a457-e5ee174cc773 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b6397bcd-a8ca-4b65-87e2-a4029fd1025b', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'port_id': 'f8b53132-9a37-4f19-b555-176b621511fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'mac_address': 'fa:16:3e:66:17:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1011494e-57f7-4740-ada2-481300da2f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:39:02Z', 'updated_at': '2021-11-11T16:39:18Z', 'revision_number': 1, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:39:21.123287 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d793af5-f3fb-4b36-9eca-61a8d2f4c946 None None] New status for floating IP b6397bcd-a8ca-4b65-87e2-a4029fd1025b: ACTIVE {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:39:21.618331 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b71b-5117-49cc-a2ef-5b95f99273b2 req-1f87289c-ba47-474e-9471-f830c3f4add7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:21.619712 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-22c5b71b-5117-49cc-a2ef-5b95f99273b2 req-1f87289c-ba47-474e-9471-f830c3f4add7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0484223 Nov 11 16:39:21.655575 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:21.657860 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938f2715-fec4-4159-9f9d-75b29ba70d74" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:21.672138 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-22c5b71b-5117-49cc-a2ef-5b95f99273b2 req-27e284af-fd25-4d63-919e-725cd12d90d8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Nov 11 16:39:21.700223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd5cb4d-38d1-4f41-ae37-a33957e63b79 x-openstack-request-id: req-8dd5cb4d-38d1-4f41-ae37-a33957e63b79 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:21.700514 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:21.700762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dd5cb4d-38d1-4f41-ae37-a33957e63b79 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:21.701150 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:39:21.841527 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-1dc38ca4-ee17-4f14-b51e-5636fb49227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:21.843081 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-1dc38ca4-ee17-4f14-b51e-5636fb49227d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1137 time: 0.0433273 Nov 11 16:39:22.197033 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-3fc0f5f9-42f3-4d69-9b30-3750eeb9f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.198525 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-3fc0f5f9-42f3-4d69-9b30-3750eeb9f8aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 916 time: 0.3469210 Nov 11 16:39:22.215469 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-9c171682-adbc-4db9-8ea8-971673ea84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.216845 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-9c171682-adbc-4db9-8ea8-971673ea84bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0635409 Nov 11 16:39:22.315805 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-6d17c7ac-ab39-4af1-b103-f0aa4044f7f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 1001 time: 0.1097879 Nov 11 16:39:22.379288 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-43c9b8b8-0fef-49d9-99b6-e0bc92ba8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.380730 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-43c9b8b8-0fef-49d9-99b6-e0bc92ba8c23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.1371059 Nov 11 16:39:22.387494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-04b5a9e0-7660-41e7-89c0-d1b024bd5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.388807 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-04b5a9e0-7660-41e7-89c0-d1b024bd5095 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0647514 Nov 11 16:39:22.472392 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-aaa63b2a-cf88-4b65-8cf1-329699f54f3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 1001 time: 0.0826654 Nov 11 16:39:22.474849 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-d943d6a1-79d4-4d8b-804e-ba67f07ee85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.476226 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-d943d6a1-79d4-4d8b-804e-ba67f07ee85d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806215 Nov 11 16:39:22.577104 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-ff0cd7ce-aea2-4e79-ae51-40bc67b855d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.579130 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-ff0cd7ce-aea2-4e79-ae51-40bc67b855d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0929599 Nov 11 16:39:22.630785 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-14f3b97c-e631-40d4-a8a0-cae80854e5da service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377306 Nov 11 16:39:22.641353 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-221b9d7b-099a-40e6-a97c-c7a2b7fdac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.643006 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-221b9d7b-099a-40e6-a97c-c7a2b7fdac66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561454 Nov 11 16:39:22.822603 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-938f2715-fec4-4159-9f9d-75b29ba70d74 req-8ef5321a-8e45-40bd-8ead-440db5596a19 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834986 Nov 11 16:39:22.839659 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a936a-4abf-4c05-b824-d1ba87dfd528 req-160b8dae-4442-441e-9a9b-b231a871ae7d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:22.841220 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-646a936a-4abf-4c05-b824-d1ba87dfd528 req-160b8dae-4442-441e-9a9b-b231a871ae7d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0947115 Nov 11 16:39:22.843630 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-c1520f76-ca18-4d15-ae94-bd84bc1051b3 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805568 Nov 11 16:39:22.942503 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-646a936a-4abf-4c05-b824-d1ba87dfd528 req-1749ee49-81c1-4427-a1b6-a10fbd5813b4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944095 Nov 11 16:39:22.970334 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-de67a068-3f81-45cd-ac97-54b49d228b99 req-9907b5e4-1146-4d6d-a08d-dc41f716a7ee service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156218 Nov 11 16:39:24.066558 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aca87-fb9f-4866-9aac-677f787745aa req-bf22e7d5-5b6d-42be-b519-4ec3fe0be841 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:24.068017 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-866aca87-fb9f-4866-9aac-677f787745aa req-bf22e7d5-5b6d-42be-b519-4ec3fe0be841 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0497723 Nov 11 16:39:24.114754 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-866aca87-fb9f-4866-9aac-677f787745aa req-d581aa59-5a1a-4900-8fcd-3581e18f62b5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Nov 11 16:39:25.236874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb74d1-20b8-44bd-8092-fff73377c55e req-594dbaaa-c1e5-44d3-8838-12066294ae28 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:25.238377 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ddeb74d1-20b8-44bd-8092-fff73377c55e req-594dbaaa-c1e5-44d3-8838-12066294ae28 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 946 time: 0.0492694 Nov 11 16:39:25.289351 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ddeb74d1-20b8-44bd-8092-fff73377c55e req-41cc6b51-00e8-4897-9feb-69b2ea04f454 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451334 Nov 11 16:39:25.608081 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:39:25.689746 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:25.712165 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:25.714450 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e2d81-dc66-423b-a682-1b4bf83a392a" -d '{"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:25.727690 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:25.751392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980d5b4-2f84-47b7-a2eb-bd6a682fd55e x-openstack-request-id: req-0980d5b4-2f84-47b7-a2eb-bd6a682fd55e {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:25.751392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-unplugged", "status": "failed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "code": 422}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:25.751392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0980d5b4-2f84-47b7-a2eb-bd6a682fd55e {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:25.751392 dv-cinder-776422-4-iscsi neutron-server[102106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'code': 422} returned with failed status Nov 11 16:39:25.835636 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:25.883674 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=8']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:25.890856 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.891209 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.891553 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.891889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.892489 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.892822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.893151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.893513 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.893825 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.894146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.894495 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:25.894815 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:39:26.621633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-6b339867-e7bf-4ea8-82cf-f20fc62f31a2 req-87d84547-ac71-4127-aaea-6e98ce373dd9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:39:26.622664 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6b339867-e7bf-4ea8-82cf-f20fc62f31a2 req-87d84547-ac71-4127-aaea-6e98ce373dd9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0572646 Nov 11 16:39:26.916141 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3936c-5f3d-444b-9412-b7ec36c9ccf1 req-3cbc1917-5656-4b5c-8ddc-5a3bcd749b5f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:26.917612 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c6e3936c-5f3d-444b-9412-b7ec36c9ccf1 req-3cbc1917-5656-4b5c-8ddc-5a3bcd749b5f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0531540 Nov 11 16:39:26.966221 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c6e3936c-5f3d-444b-9412-b7ec36c9ccf1 req-50d7cac6-8d3c-474b-8802-da7f757bce32 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422029 Nov 11 16:39:27.293487 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 60768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:27.375678 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e39e754b-18db-4b53-908b-e76c41882bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808756 Nov 11 16:39:27.384593 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-acfaf252-118e-46f1-96a3-f992eef1f9f0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:39:27.385512 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-acfaf252-118e-46f1-96a3-f992eef1f9f0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046799 Nov 11 16:39:28.096402 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bf3ae-190a-43d1-978f-1954f37ec047 req-e3e85e02-a49b-4248-9322-1da84812c27f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:28.098495 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-201bf3ae-190a-43d1-978f-1954f37ec047 req-e3e85e02-a49b-4248-9322-1da84812c27f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0507951 Nov 11 16:39:28.144764 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-201bf3ae-190a-43d1-978f-1954f37ec047 req-2ab7841a-4c5e-4340-b46c-98d55b78aae0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Nov 11 16:39:29.267349 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0310add-96c4-4c13-b95d-7900cbc1b0c2 req-cd66e196-7a0c-4027-b1a5-5ca13433ce63 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:29.269646 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0310add-96c4-4c13-b95d-7900cbc1b0c2 req-cd66e196-7a0c-4027-b1a5-5ca13433ce63 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0499845 Nov 11 16:39:29.322606 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0310add-96c4-4c13-b95d-7900cbc1b0c2 req-159874cb-8e64-47b3-9967-3cff169d8129 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468833 Nov 11 16:39:30.213158 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-872c83ae-32a7-4bfb-8dce-ea1514e729f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.214669 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-872c83ae-32a7-4bfb-8dce-ea1514e729f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 1097 time: 0.0698123 Nov 11 16:39:30.277411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e3a53a03-477f-4e06-8286-58cf5aeb324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.278921 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e3a53a03-477f-4e06-8286-58cf5aeb324b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0400465 Nov 11 16:39:30.374799 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-ef4bef99-4ddf-430f-9d5d-f72d66135984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.376052 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-ef4bef99-4ddf-430f-9d5d-f72d66135984 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.0890772 Nov 11 16:39:30.441738 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700f460-3599-4031-bc0e-8b4c3fcdbbd5 req-b73a2c0f-36fa-48f2-a8ad-26c9cea2b615 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.443226 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c700f460-3599-4031-bc0e-8b4c3fcdbbd5 req-b73a2c0f-36fa-48f2-a8ad-26c9cea2b615 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0477881 Nov 11 16:39:30.448851 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e6c73023-82e7-4d8b-a5e0-def4b3b4b163 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 999 time: 0.0614197 Nov 11 16:39:30.493208 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c700f460-3599-4031-bc0e-8b4c3fcdbbd5 req-85cf77d5-47ab-4995-ae66-953aa19c9244 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 Nov 11 16:39:30.498884 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e432fbe7-6343-45c1-aea9-5b2d4ba2afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.500521 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-e432fbe7-6343-45c1-aea9-5b2d4ba2afbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0450578 Nov 11 16:39:30.556609 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-ad580363-1806-431d-8eec-7c4ef5e3e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:30.558108 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-ad580363-1806-431d-8eec-7c4ef5e3e14d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417929 Nov 11 16:39:30.650238 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-f4005927-2069-4575-aca5-ae1d2acec7e0 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826180 Nov 11 16:39:30.739693 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7724e717-9f5f-40df-84db-bf00ee32a8eb req-f3b5c0ee-f6fb-451f-a98f-616804398c3c service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814388 Nov 11 16:39:31.642300 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532081-e967-4e97-b6ff-ef16137e7449 req-4dcca508-cfbc-4d78-b696-b6f4e63d9a62 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:31.644582 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3b532081-e967-4e97-b6ff-ef16137e7449 req-4dcca508-cfbc-4d78-b696-b6f4e63d9a62 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0621734 Nov 11 16:39:31.691910 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3b532081-e967-4e97-b6ff-ef16137e7449 req-4e2fcd5d-7864-4fb2-bdfb-c1554d17dd24 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415497 Nov 11 16:39:31.950031 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4244507b-94ec-40e0-94ae-3cd3049a0a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:32.635165 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7d0d7-5fc3-47f9-b4fd-f8d2126fae68 req-332ff3ad-d861-40ac-82b5-562a20115eb6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:32.636651 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-13c7d0d7-5fc3-47f9-b4fd-f8d2126fae68 req-332ff3ad-d861-40ac-82b5-562a20115eb6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0533125 Nov 11 16:39:32.691312 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-13c7d0d7-5fc3-47f9-b4fd-f8d2126fae68 req-f294799c-1070-4aa3-88bf-26476516bb3f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462670 Nov 11 16:39:32.816556 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b91bf-b653-48c0-9d8f-abfa01223497 req-e27db474-a1ff-44b8-b652-fc60e5b9c316 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:32.818288 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-075b91bf-b653-48c0-9d8f-abfa01223497 req-e27db474-a1ff-44b8-b652-fc60e5b9c316 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0516860 Nov 11 16:39:32.867364 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-075b91bf-b653-48c0-9d8f-abfa01223497 req-d8337586-496a-4313-b7a5-3f2df9c28345 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Nov 11 16:39:33.816384 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66617d-8959-4d71-ab2b-80944f933cbf req-3c685964-3cb6-47fb-b25e-53cfdc52fc39 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:33.817938 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9a66617d-8959-4d71-ab2b-80944f933cbf req-3c685964-3cb6-47fb-b25e-53cfdc52fc39 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0563357 Nov 11 16:39:33.868830 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9a66617d-8959-4d71-ab2b-80944f933cbf req-ddb8f202-644b-40fe-95b3-cb5228c022ae tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Nov 11 16:39:33.989931 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43bd9-c57e-4e53-a9be-56e14cffed1a req-4e6c52c3-f858-4355-a219-9f69d6a44033 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:33.991425 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f8a43bd9-c57e-4e53-a9be-56e14cffed1a req-4e6c52c3-f858-4355-a219-9f69d6a44033 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0498912 Nov 11 16:39:34.042694 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f8a43bd9-c57e-4e53-a9be-56e14cffed1a req-cff7952c-6509-4a19-a4b6-68a0fe8e6298 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Nov 11 16:39:34.412875 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8da0ec4e-8a57-44f5-8e26-177e2def873c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:35.001330 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76750561-8457-4df6-8e60-ae72457f042e req-56941cae-6d9d-49c2-ba11-4490ce9e0327 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:35.002771 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-76750561-8457-4df6-8e60-ae72457f042e req-56941cae-6d9d-49c2-ba11-4490ce9e0327 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0640550 Nov 11 16:39:35.068483 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-76750561-8457-4df6-8e60-ae72457f042e req-81072fc1-8bb7-41e6-835d-bcde9f42e881 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519853 Nov 11 16:39:35.173808 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b126843-b420-4d49-ae3f-706263fc9c34 req-944c7aa4-79ee-4848-9c1f-153c6a37131b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:35.175332 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b126843-b420-4d49-ae3f-706263fc9c34 req-944c7aa4-79ee-4848-9c1f-153c6a37131b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0514452 Nov 11 16:39:35.224378 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b126843-b420-4d49-ae3f-706263fc9c34 req-2724b951-601a-4bb9-8132-6461be8548a1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Nov 11 16:39:35.510049 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:36.192825 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dfd34-655e-48c5-b827-184e34b8a71f req-afbded71-ce6b-484c-82f0-3c64e28d1a13 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:36.197157 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-238dfd34-655e-48c5-b827-184e34b8a71f req-afbded71-ce6b-484c-82f0-3c64e28d1a13 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Nov 11 16:39:36.245728 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-238dfd34-655e-48c5-b827-184e34b8a71f req-6bdd63cb-afbc-4427-844e-9e7b5db6aedc tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Nov 11 16:39:36.388886 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0586e-227c-4c59-89c9-181a8c05b93b req-cf38a409-b241-4f71-82be-848975ef6954 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:36.391199 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-40d0586e-227c-4c59-89c9-181a8c05b93b req-cf38a409-b241-4f71-82be-848975ef6954 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0616732 Nov 11 16:39:36.446967 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-40d0586e-227c-4c59-89c9-181a8c05b93b req-e622f362-973b-4a91-9f3b-4250c49bcb48 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492377 Nov 11 16:39:36.981967 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:37.379355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbf494-e774-4f68-aa08-5bedc63ab87a req-f0124ba4-c3ef-4d28-9385-2af8ce5b47e4 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:37.381451 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0fbbf494-e774-4f68-aa08-5bedc63ab87a req-f0124ba4-c3ef-4d28-9385-2af8ce5b47e4 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0563018 Nov 11 16:39:37.436311 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0fbbf494-e774-4f68-aa08-5bedc63ab87a req-ccdb4ad5-cc62-47b1-badb-2712e3590796 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Nov 11 16:39:37.996971 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c5d0-e314-4d39-8a9d-6b83684f2eaa req-bc114829-48e9-44ed-b33e-9e0aa0152004 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:37.998473 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b66c5d0-e314-4d39-8a9d-6b83684f2eaa req-bc114829-48e9-44ed-b33e-9e0aa0152004 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0511091 Nov 11 16:39:38.051326 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b66c5d0-e314-4d39-8a9d-6b83684f2eaa req-7557ce43-cfb1-4d37-914a-2ab6ac992db2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Nov 11 16:39:38.112948 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:38.159033 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936103-f6eb-490f-8325-9d89c3fe44c8 req-f0283ea1-3717-44ba-9911-33d07663d586 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:38.160812 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-bb936103-f6eb-490f-8325-9d89c3fe44c8 req-f0283ea1-3717-44ba-9911-33d07663d586 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0519857 Nov 11 16:39:38.231299 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-bb936103-f6eb-490f-8325-9d89c3fe44c8 req-3916f3f7-774d-4db3-9b76-fa291c875b03 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644209 Nov 11 16:39:38.554814 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2088-f74f-4161-8d68-20d79960784a req-32953d7b-ea26-4b06-a44c-309de76bdf45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:38.556332 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e02a2088-f74f-4161-8d68-20d79960784a req-32953d7b-ea26-4b06-a44c-309de76bdf45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0509913 Nov 11 16:39:38.611069 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e02a2088-f74f-4161-8d68-20d79960784a req-c21ac22d-7752-4988-9d79-2f25ed3be4c6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Nov 11 16:39:39.178293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e68d-3675-4fd6-ad6b-b688015b2714 req-051bd81e-b838-4b19-aecc-c495d4aabe86 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:39.180003 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8537e68d-3675-4fd6-ad6b-b688015b2714 req-051bd81e-b838-4b19-aecc-c495d4aabe86 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0554736 Nov 11 16:39:39.228714 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8537e68d-3675-4fd6-ad6b-b688015b2714 req-1887bf5b-2bdf-4c8d-a9ee-f15b7e539c47 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Nov 11 16:39:39.349475 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1bcac-e523-4c56-8eea-cf463eb3cddd req-9c4824f6-8c7d-4836-b668-38e592a5ae57 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:39.350963 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b8e1bcac-e523-4c56-8eea-cf463eb3cddd req-9c4824f6-8c7d-4836-b668-38e592a5ae57 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0503395 Nov 11 16:39:39.414713 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b8e1bcac-e523-4c56-8eea-cf463eb3cddd req-6e70029e-2614-484b-b94b-c8773e77efdc tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575669 Nov 11 16:39:39.733372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488389b6-cb9b-42a0-9342-a58b9ee7500b req-53229244-cee6-4ad4-b678-ce0b9a721a7a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:39.735769 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-488389b6-cb9b-42a0-9342-a58b9ee7500b req-53229244-cee6-4ad4-b678-ce0b9a721a7a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0558832 Nov 11 16:39:39.785583 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-488389b6-cb9b-42a0-9342-a58b9ee7500b req-18ccaa0f-0640-4fdc-9ab2-8be200cf031e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 Nov 11 16:39:40.357634 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36e0af-b7e9-4e0f-b3af-b36f2e23afe9 req-55d9c3e0-c1cc-455b-91fc-f75a323939fe tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:40.370583 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3c36e0af-b7e9-4e0f-b3af-b36f2e23afe9 req-55d9c3e0-c1cc-455b-91fc-f75a323939fe tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0528076 Nov 11 16:39:40.413640 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3c36e0af-b7e9-4e0f-b3af-b36f2e23afe9 req-2070dd48-6e84-4d2d-85d6-e3ed10e45666 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Nov 11 16:39:40.540429 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d3409-d960-4890-b6d5-dd415efe839e req-991b34cf-63b1-4845-ac4a-17e19c60ef3f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:40.541946 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f76d3409-d960-4890-b6d5-dd415efe839e req-991b34cf-63b1-4845-ac4a-17e19c60ef3f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0522959 Nov 11 16:39:40.610114 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f76d3409-d960-4890-b6d5-dd415efe839e req-fdca905c-bb6f-4169-a952-c1c65db18d3d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610645 Nov 11 16:39:41.147376 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc44a-1acf-4d02-860e-ea028b9edcd8 req-5da9c238-05a2-4e21-97e5-a9c73cf314b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:41.148768 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-77ccc44a-1acf-4d02-860e-ea028b9edcd8 req-5da9c238-05a2-4e21-97e5-a9c73cf314b6 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.2944224 Nov 11 16:39:41.199478 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-77ccc44a-1acf-4d02-860e-ea028b9edcd8 req-df7a24b4-5eb3-443c-923d-703a5fbf0412 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Nov 11 16:39:41.544604 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80eb1-b9b8-4fbe-a520-8eeea9621380 req-bc2ee2d2-10f2-40f7-9ac3-106b30bdbab4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:41.546862 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81c80eb1-b9b8-4fbe-a520-8eeea9621380 req-bc2ee2d2-10f2-40f7-9ac3-106b30bdbab4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Nov 11 16:39:41.597320 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-81c80eb1-b9b8-4fbe-a520-8eeea9621380 req-9f9c3e5c-e11f-47e9-92e3-af3adfecc0b8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439260 Nov 11 16:39:41.731937 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a7a4-2a6f-4d60-b7e6-5bd28d55ce08 req-8a766b47-8ff9-4990-99f2-f6079c1bc08e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:41.733348 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8dd4a7a4-2a6f-4d60-b7e6-5bd28d55ce08 req-8a766b47-8ff9-4990-99f2-f6079c1bc08e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0534995 Nov 11 16:39:41.795876 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8dd4a7a4-2a6f-4d60-b7e6-5bd28d55ce08 req-e7771289-eafd-49ac-bb95-d5f3432ff6f9 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551016 Nov 11 16:39:42.329306 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9b24-dc0a-437e-b2b1-d9d6c1e16453 req-07625683-af64-43de-93ab-1e37d3eb14bb tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:42.330851 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e5da9b24-dc0a-437e-b2b1-d9d6c1e16453 req-07625683-af64-43de-93ab-1e37d3eb14bb tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0582139 Nov 11 16:39:42.393363 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e5da9b24-dc0a-437e-b2b1-d9d6c1e16453 req-03673e20-cd28-4a4b-a5c8-5f2e7eb97204 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543835 Nov 11 16:39:42.726018 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608720f-a477-4ee5-aed7-8234cff17b2e req-3d33bf7a-d30b-4160-95cd-8e1aea4c63e7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:42.727507 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9608720f-a477-4ee5-aed7-8234cff17b2e req-3d33bf7a-d30b-4160-95cd-8e1aea4c63e7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Nov 11 16:39:42.777452 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9608720f-a477-4ee5-aed7-8234cff17b2e req-f82efd65-40a6-4a7b-9b08-b6b530598c38 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441105 Nov 11 16:39:42.914984 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc618fd-17cf-4505-bbf7-602d029ab824 req-f5ce4af5-7cf7-40ca-9e57-82ae89706f70 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:42.916478 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4fc618fd-17cf-4505-bbf7-602d029ab824 req-f5ce4af5-7cf7-40ca-9e57-82ae89706f70 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0517161 Nov 11 16:39:42.977442 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4fc618fd-17cf-4505-bbf7-602d029ab824 req-720967cd-cc82-47cf-832f-b7d81fbb3e51 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538464 Nov 11 16:39:43.018804 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:43.525132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fa26-64ce-40e2-9391-587dbdfef6f9 req-6dc6b715-cab9-4e10-95b4-7b7db269f9de tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.526718 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7917fa26-64ce-40e2-9391-587dbdfef6f9 req-6dc6b715-cab9-4e10-95b4-7b7db269f9de tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0612605 Nov 11 16:39:43.565657 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1962-946a-4b45-9398-7832f518df07 req-b42f9221-ed1d-425f-8a5c-07c0b3ef648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.567174 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-b42f9221-ed1d-425f-8a5c-07c0b3ef648d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1137 time: 0.0431404 Nov 11 16:39:43.578833 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7917fa26-64ce-40e2-9391-587dbdfef6f9 req-2722b525-00d9-4989-adac-5d84c6b50e61 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Nov 11 16:39:43.661521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1962-946a-4b45-9398-7832f518df07 req-70ca7eba-0bc0-4da8-9e5b-d182fc8f3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.662897 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-70ca7eba-0bc0-4da8-9e5b-d182fc8f3573 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 916 time: 0.0861080 Nov 11 16:39:43.727060 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-b9c79e3d-2dfa-4c8e-aa7f-d08a107d6713 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 1001 time: 0.0547915 Nov 11 16:39:43.780115 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1962-946a-4b45-9398-7832f518df07 req-8bdf6949-d1bd-41f9-a86d-321653151caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.781715 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-8bdf6949-d1bd-41f9-a86d-321653151caf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0448704 Nov 11 16:39:43.831788 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1962-946a-4b45-9398-7832f518df07 req-d1bbf9fd-b62d-45e4-a06e-caa63394b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.833262 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-d1bbf9fd-b62d-45e4-a06e-caa63394b807 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395470 Nov 11 16:39:43.958562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9fde7-a53e-40d9-a1d8-ba1d16cc5995 req-eb11585c-5b71-46b3-b44f-975fbcb581c1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:43.960010 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-76f9fde7-a53e-40d9-a1d8-ba1d16cc5995 req-eb11585c-5b71-46b3-b44f-975fbcb581c1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0958326 Nov 11 16:39:43.976834 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-286d92d3-d402-4477-b9aa-46ec73970279 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303096 Nov 11 16:39:44.058688 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-76f9fde7-a53e-40d9-a1d8-ba1d16cc5995 req-8c8d2168-7203-4d3f-8131-59b8531738d1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929945 Nov 11 16:39:44.079263 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:39:44.094105 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b34f1962-946a-4b45-9398-7832f518df07 req-9f31e597-2f1e-49f1-aefe-3feadb617e1a service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043632 Nov 11 16:39:44.097796 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9c02-8eb8-4052-bcbb-fe8837ee8e5a req-0c2d47f5-9084-4b1a-b131-c518a1770d38 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:44.100242 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-490a9c02-8eb8-4052-bcbb-fe8837ee8e5a req-0c2d47f5-9084-4b1a-b131-c518a1770d38 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0551214 Nov 11 16:39:44.160323 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-490a9c02-8eb8-4052-bcbb-fe8837ee8e5a req-4870585e-ac9d-4a62-b00b-0d3cbc05b6da tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542459 Nov 11 16:39:44.692223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47b5a-7007-4434-8be6-6230a089e5d5 req-88c79835-4ce8-4f73-ae7f-7c2a94b9f12e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:44.693655 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-71d47b5a-7007-4434-8be6-6230a089e5d5 req-88c79835-4ce8-4f73-ae7f-7c2a94b9f12e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0479095 Nov 11 16:39:44.741465 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-71d47b5a-7007-4434-8be6-6230a089e5d5 req-c076db30-2035-4044-b0d0-0195e2e0562a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Nov 11 16:39:45.183962 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73174dcd-30e3-4007-b3c7-37f9bc154c20 req-cfbf5cbe-40e8-4cc4-83f9-8eee26fd00ef tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:45.185437 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-73174dcd-30e3-4007-b3c7-37f9bc154c20 req-cfbf5cbe-40e8-4cc4-83f9-8eee26fd00ef tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0495226 Nov 11 16:39:45.232639 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-73174dcd-30e3-4007-b3c7-37f9bc154c20 req-4baa6873-5559-4b14-8faf-24f3c12b6eb5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Nov 11 16:39:45.280371 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6cc1c-919f-4297-b418-b07c4a4d67f6 req-473cc196-14b9-45e8-8893-76402dd7321f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:45.282437 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e4e6cc1c-919f-4297-b418-b07c4a4d67f6 req-473cc196-14b9-45e8-8893-76402dd7321f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0546725 Nov 11 16:39:45.341643 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e4e6cc1c-919f-4297-b418-b07c4a4d67f6 req-cba18386-a3bb-40c7-ae21-30ab089fdb84 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533931 Nov 11 16:39:45.856132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c09cd-18fe-4423-8ee5-13f7735da342 req-f3198a46-1081-474b-8160-67e4d68c1b13 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:45.857570 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a7c09cd-18fe-4423-8ee5-13f7735da342 req-f3198a46-1081-474b-8160-67e4d68c1b13 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0491431 Nov 11 16:39:45.905707 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1a7c09cd-18fe-4423-8ee5-13f7735da342 req-8d9591b3-c461-4e2d-b951-471654a7f94e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Nov 11 16:39:46.353789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5d1e-02d6-4c49-91b8-bf6fd824cfe5 req-1f4e296c-b69b-490b-829b-490fb9b42722 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:46.355275 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-11ad5d1e-02d6-4c49-91b8-bf6fd824cfe5 req-1f4e296c-b69b-490b-829b-490fb9b42722 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0478876 Nov 11 16:39:46.407474 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-11ad5d1e-02d6-4c49-91b8-bf6fd824cfe5 req-7dd2f750-b3ff-4a47-8601-4a6c89644c18 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463750 Nov 11 16:39:46.464259 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4e35b-9f5a-443a-90ce-16b4d2aab2cf req-578b5d9b-93e4-4d10-a45a-98062c72fa38 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:46.468393 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c4f4e35b-9f5a-443a-90ce-16b4d2aab2cf req-578b5d9b-93e4-4d10-a45a-98062c72fa38 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0535228 Nov 11 16:39:46.530604 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c4f4e35b-9f5a-443a-90ce-16b4d2aab2cf req-460eb16b-5944-45c8-ae73-75de67c6e498 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583897 Nov 11 16:39:47.021693 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc107194-b09d-4d32-ba85-d3f36cb7f057 req-cc5f6d8d-131f-413e-9d02-dc54abbc1ab1 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:47.023183 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc107194-b09d-4d32-ba85-d3f36cb7f057 req-cc5f6d8d-131f-413e-9d02-dc54abbc1ab1 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0489645 Nov 11 16:39:47.072483 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc107194-b09d-4d32-ba85-d3f36cb7f057 req-03294a93-baa1-489d-9466-f62a5b952a93 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Nov 11 16:39:47.538406 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5288c-69aa-4617-8166-b07e0b231edc req-a62d5f72-acab-4159-904e-b63d21d0b0ec tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:47.539810 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62f5288c-69aa-4617-8166-b07e0b231edc req-a62d5f72-acab-4159-904e-b63d21d0b0ec tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0512991 Nov 11 16:39:47.587254 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62f5288c-69aa-4617-8166-b07e0b231edc req-1fca84f2-c209-4bba-84ec-9cbacce64d3d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 Nov 11 16:39:47.648358 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e71e-0bbc-4116-bf05-ead91faeaccf req-96c19528-d76a-4adb-a07f-0d8aae621355 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:47.649812 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9399e71e-0bbc-4116-bf05-ead91faeaccf req-96c19528-d76a-4adb-a07f-0d8aae621355 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0491424 Nov 11 16:39:47.708612 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9399e71e-0bbc-4116-bf05-ead91faeaccf req-fb604433-d394-4954-a837-3b5085db1e4d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527694 Nov 11 16:39:48.204894 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23214172-56f7-4229-939a-42d39a56b1aa req-f57d75e9-5c54-4f6a-b4ac-c3eac2b2e828 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:48.206676 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-23214172-56f7-4229-939a-42d39a56b1aa req-f57d75e9-5c54-4f6a-b4ac-c3eac2b2e828 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0629098 Nov 11 16:39:48.266293 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-23214172-56f7-4229-939a-42d39a56b1aa req-05d8f053-aa50-474c-80d7-7972c06c428f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523279 Nov 11 16:39:48.709316 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea7c2-441d-4d46-89b5-a53864bee7f2 req-d20601bb-527c-4a9c-acc3-8d2c36076afc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:48.710841 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa8ea7c2-441d-4d46-89b5-a53864bee7f2 req-d20601bb-527c-4a9c-acc3-8d2c36076afc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0488479 Nov 11 16:39:48.757405 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aa8ea7c2-441d-4d46-89b5-a53864bee7f2 req-1d258493-7015-45be-9a5d-e7bb2e7a5dd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Nov 11 16:39:48.822814 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab451a45-a940-44f6-8055-1fa123bf0ddb req-ff4bbe92-f150-47a4-9749-9e9d487e160b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:48.824184 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ab451a45-a940-44f6-8055-1fa123bf0ddb req-ff4bbe92-f150-47a4-9749-9e9d487e160b tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0494444 Nov 11 16:39:48.885092 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ab451a45-a940-44f6-8055-1fa123bf0ddb req-bdeaaefd-18a0-47f9-bfb0-bde83a0346b4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541174 Nov 11 16:39:49.381399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8237dd6-42c9-482e-a765-4576f483fe1b req-4bb7e408-9bb1-469b-873f-6e7ab888f48e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:49.383270 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c8237dd6-42c9-482e-a765-4576f483fe1b req-4bb7e408-9bb1-469b-873f-6e7ab888f48e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0490518 Nov 11 16:39:49.444930 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c8237dd6-42c9-482e-a765-4576f483fe1b req-1f3e219b-679b-4e69-b279-63a6362cad38 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Nov 11 16:39:49.881394 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4d27-f392-49c1-b804-18ba47a9f903 req-d75d4113-cf65-42ce-b791-7cc36af2f97c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:49.882880 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-419d4d27-f392-49c1-b804-18ba47a9f903 req-d75d4113-cf65-42ce-b791-7cc36af2f97c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0486310 Nov 11 16:39:49.934684 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-419d4d27-f392-49c1-b804-18ba47a9f903 req-1a502451-f932-4c5a-8716-98720fed018e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 Nov 11 16:39:50.000441 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269f5d8-ffa8-4f9f-aa80-e8d3b39d28a7 req-5586a986-ea3e-45ef-8189-3052dd47b637 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.002020 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b269f5d8-ffa8-4f9f-aa80-e8d3b39d28a7 req-5586a986-ea3e-45ef-8189-3052dd47b637 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0504546 Nov 11 16:39:50.064614 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b269f5d8-ffa8-4f9f-aa80-e8d3b39d28a7 req-51bc3cd2-130e-4a6a-a5ab-3635bc108023 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566561 Nov 11 16:39:50.341263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276387-f822-41c3-936c-bae074403163 req-bfdb49a0-5cf3-4e4f-af49-acce91cb1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.342673 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-bfdb49a0-5cf3-4e4f-af49-acce91cb1c33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.0414205 Nov 11 16:39:50.445262 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276387-f822-41c3-936c-bae074403163 req-4b91fbb6-ae50-43ea-be38-c86b4595bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.446756 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-4b91fbb6-ae50-43ea-be38-c86b4595bf87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.0834804 Nov 11 16:39:50.544263 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-45dfaa67-1fe0-4ca8-ac63-fd0ac65a3344 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 1002 time: 0.0867038 Nov 11 16:39:50.588314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53347f-b9be-4275-a31a-e70a8a402066 req-e927283d-b603-4198-808c-e706465cd8bc tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.589752 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf53347f-b9be-4275-a31a-e70a8a402066 req-e927283d-b603-4198-808c-e706465cd8bc tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0822387 Nov 11 16:39:50.622411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276387-f822-41c3-936c-bae074403163 req-f58ee9dc-0b1b-43ab-9426-a7fc3ca70a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.623742 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-f58ee9dc-0b1b-43ab-9426-a7fc3ca70a32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.0723219 Nov 11 16:39:50.676044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cf53347f-b9be-4275-a31a-e70a8a402066 req-f0dcced8-e480-4b45-98df-55657aa97ed3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787973 Nov 11 16:39:50.685588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26276387-f822-41c3-936c-bae074403163 req-f2d98039-187a-4df9-9892-9cc73d0045f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:50.687081 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-f2d98039-187a-4df9-9892-9cc73d0045f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538428 Nov 11 16:39:50.775811 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-51bc8020-bebf-45c2-bf70-9a36e294b009 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811775 Nov 11 16:39:50.866375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-26276387-f822-41c3-936c-bae074403163 req-1f07f565-c285-4948-8e58-6d9fe69c9ee6 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832610 Nov 11 16:39:51.053473 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4807c-1fab-4c09-9ee6-679a494fbc75 req-54417bd2-c746-4737-b322-61f151dc1594 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:51.054964 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-58d4807c-1fab-4c09-9ee6-679a494fbc75 req-54417bd2-c746-4737-b322-61f151dc1594 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 944 time: 0.0486534 Nov 11 16:39:51.103302 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-58d4807c-1fab-4c09-9ee6-679a494fbc75 req-93fef48f-25b3-4a74-8995-b5592bcaa90e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Nov 11 16:39:51.211665 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f7381-e2d5-4ddb-83fa-3b48e3be9ca3 req-47d822aa-be9c-40f7-bc66-2a6c08341c15 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:51.213096 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9f4f7381-e2d5-4ddb-83fa-3b48e3be9ca3 req-47d822aa-be9c-40f7-bc66-2a6c08341c15 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0531862 Nov 11 16:39:51.272632 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9f4f7381-e2d5-4ddb-83fa-3b48e3be9ca3 req-a9a033be-7b03-4a29-8708-95e072d118f5 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535057 Nov 11 16:39:51.728642 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:39:51.793669 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8df544-f930-4d3e-8867-cb8ff1e7bfc7 req-47520ad8-5e9e-46ec-9944-e9dc2d53b30b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:51.795110 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fa8df544-f930-4d3e-8867-cb8ff1e7bfc7 req-47520ad8-5e9e-46ec-9944-e9dc2d53b30b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0488477 Nov 11 16:39:51.822479 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:51.837659 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'mac_address': 'fa:16:3e:c7:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:39:51.843971 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fa8df544-f930-4d3e-8867-cb8ff1e7bfc7 req-e0088824-4790-4a54-aa32-cf27518cbf5b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Nov 11 16:39:51.874113 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:51.886475 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:39:51.905119 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:52.041259 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:52.089369 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=9']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:52.225527 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc42fe-bd83-49c0-a95e-4b8bb60ee34e req-3956472c-8d60-48c6-9ca9-29871be990ad tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:52.227020 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f7cc42fe-bd83-49c0-a95e-4b8bb60ee34e req-3956472c-8d60-48c6-9ca9-29871be990ad tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Nov 11 16:39:52.275192 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f7cc42fe-bd83-49c0-a95e-4b8bb60ee34e req-02288687-5058-4d3c-93c5-5cfc80c31df6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Nov 11 16:39:52.365433 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['a173eeb2-15cc-4b94-903a-83a2fe6fe25b'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:39:52.394145 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2eef8-6650-4029-80ac-4e680c86794f req-1d667417-0a34-4828-90a3-3ad48b7972c2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:52.395635 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0df2eef8-6650-4029-80ac-4e680c86794f req-1d667417-0a34-4828-90a3-3ad48b7972c2 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0540066 Nov 11 16:39:52.457231 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0df2eef8-6650-4029-80ac-4e680c86794f req-19651036-1ba3-448b-8384-4ec74b26b05f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550740 Nov 11 16:39:52.960832 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb8aa-f7c0-4adc-84e5-4060d94c0529 req-546f625d-8278-47f5-955e-c53957cb441d tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:52.962233 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b7cb8aa-f7c0-4adc-84e5-4060d94c0529 req-546f625d-8278-47f5-955e-c53957cb441d tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0521908 Nov 11 16:39:53.011563 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b7cb8aa-f7c0-4adc-84e5-4060d94c0529 req-c405f0cb-84b3-448e-8e09-5c85fb85a0e2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Nov 11 16:39:53.396556 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a119de-784a-47a4-b98c-cc07f9abc8f8 req-ac27eae9-c788-46f2-9474-bf13787213bf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:53.401812 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82a119de-784a-47a4-b98c-cc07f9abc8f8 req-ac27eae9-c788-46f2-9474-bf13787213bf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Nov 11 16:39:53.444881 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82a119de-784a-47a4-b98c-cc07f9abc8f8 req-732a6667-267e-4a3b-b8b1-30a2d6d39f5b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409436 Nov 11 16:39:53.577079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63f572-1941-45e2-abf6-f2a9b5610761 req-6eebc146-caf3-419a-bf4b-b32c11cf4467 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:53.578586 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f63f572-1941-45e2-abf6-f2a9b5610761 req-6eebc146-caf3-419a-bf4b-b32c11cf4467 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0491846 Nov 11 16:39:53.637365 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3f63f572-1941-45e2-abf6-f2a9b5610761 req-2264bf32-0c8d-400e-b5ca-6a168804aae0 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523190 Nov 11 16:39:53.730233 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:39:53.753280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-cdcee315-6c59-4864-83ee-5c99dc677402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:53.754786 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-cdcee315-6c59-4864-83ee-5c99dc677402 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.0398493 Nov 11 16:39:53.779356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port a173eeb2-15cc-4b94-903a-83a2fe6fe25b triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:39:53.779720 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:53.852530 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-62082f83-a124-4e68-8310-9ef25fd4eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:53.853966 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-62082f83-a124-4e68-8310-9ef25fd4eac8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.0890961 Nov 11 16:39:53.928592 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-48b88499-7174-4dbb-9b35-55811d3a4d4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 1002 time: 0.0663731 Nov 11 16:39:53.976290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:53.981929 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-88eee0c0-5eb8-4f75-b587-fc8948e74fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:53.983486 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-88eee0c0-5eb8-4f75-b587-fc8948e74fa7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.0451543 Nov 11 16:39:53.998046 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:54.000249 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c3c05-8d6e-4054-9bf8-17bf3243da1b" -d '{"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:54.012938 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:54.034968 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-11510da3-216e-4f66-9b87-ea6aaf9845d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:54.036513 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-11510da3-216e-4f66-9b87-ea6aaf9845d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416501 Nov 11 16:39:54.042651 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e036fa46-2e1a-4006-a24b-2bd531205a2c x-openstack-request-id: req-e036fa46-2e1a-4006-a24b-2bd531205a2c {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:54.042942 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-plugged", "status": "completed", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:54.043193 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e036fa46-2e1a-4006-a24b-2bd531205a2c {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:54.043584 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'code': 200} Nov 11 16:39:54.098987 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:54.148852 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=10']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:39:54.401499 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5650f-2b27-46fa-8473-6b74cfa96f25 req-08e0b048-0495-41be-a0a1-1dedc4c0a92e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:54.402927 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6da5650f-2b27-46fa-8473-6b74cfa96f25 req-08e0b048-0495-41be-a0a1-1dedc4c0a92e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.3059685 Nov 11 16:39:54.408869 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-42386e91-c422-4e98-928b-e4b20a72e92b service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575912 Nov 11 16:39:54.502982 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6da5650f-2b27-46fa-8473-6b74cfa96f25 req-91017673-8be8-42a6-9820-651b62881e02 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931640 Nov 11 16:39:54.537104 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-21e3f311-3bbc-4f29-8fd6-01b4a103845e req-c62977fa-4cd8-4709-b4ed-27bf99681922 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120815 Nov 11 16:39:54.570826 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb2627-e763-4edc-8368-9a1e59181dd7 req-ce334002-72bf-4881-8d64-b0fdc988f1ee tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:54.572307 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8acb2627-e763-4edc-8368-9a1e59181dd7 req-ce334002-72bf-4881-8d64-b0fdc988f1ee tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0492651 Nov 11 16:39:54.623944 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8acb2627-e763-4edc-8368-9a1e59181dd7 req-5e75bc67-1196-4a31-8c85-fb2d237efd7b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459094 Nov 11 16:39:54.751534 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f4a-017f-47c5-a370-38d6fa44488e req-af860b18-b361-483d-a25b-e727f83fdb98 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:54.753011 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04846f4a-017f-47c5-a370-38d6fa44488e req-af860b18-b361-483d-a25b-e727f83fdb98 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0502908 Nov 11 16:39:54.832454 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dcfd4-14d5-42fa-9834-26d9c56a4786 req-91065374-cab3-49ee-a981-6984e0536d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:54.833903 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-267dcfd4-14d5-42fa-9834-26d9c56a4786 req-91065374-cab3-49ee-a981-6984e0536d84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1100 time: 0.0694327 Nov 11 16:39:54.843108 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04846f4a-017f-47c5-a370-38d6fa44488e req-dd993639-bfed-4893-b44a-04f61bea086e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842769 Nov 11 16:39:54.883750 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-267dcfd4-14d5-42fa-9834-26d9c56a4786 req-5892d91f-a776-4199-a318-8ea2e0a2aa7c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Nov 11 16:39:55.615445 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd397a99-1423-47e0-9155-5fe14b863855 req-89783b16-fec6-4b41-a355-2bdd715a748f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:55.616907 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dd397a99-1423-47e0-9155-5fe14b863855 req-89783b16-fec6-4b41-a355-2bdd715a748f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0478272 Nov 11 16:39:55.666122 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dd397a99-1423-47e0-9155-5fe14b863855 req-4c78b178-7030-4a8b-a5ad-ea3463ae42fa tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Nov 11 16:39:55.747195 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71614c45-ead9-4cfb-b8c1-decd5ab8b4f7 req-fd528e12-43cc-4fb4-a32b-94eb60beaabb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:55.748546 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-71614c45-ead9-4cfb-b8c1-decd5ab8b4f7 req-fd528e12-43cc-4fb4-a32b-94eb60beaabb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0479879 Nov 11 16:39:55.795780 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-71614c45-ead9-4cfb-b8c1-decd5ab8b4f7 req-ffd0bf28-61cc-42f0-9d12-fe34df3317ee tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Nov 11 16:39:55.958249 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522755a-109f-4de4-b7ec-57573d97c6db req-78357add-f531-4160-a46a-dec2b1701150 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:55.959718 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1522755a-109f-4de4-b7ec-57573d97c6db req-78357add-f531-4160-a46a-dec2b1701150 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0492983 Nov 11 16:39:56.020450 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1522755a-109f-4de4-b7ec-57573d97c6db req-26293737-2172-4688-b706-64a7899e0274 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546930 Nov 11 16:39:56.787071 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c0e7-b3a7-4299-8301-5fc7a7dd19d5 req-cae9b085-1163-4d1b-a681-80e2a36195a3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:56.788563 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-35b7c0e7-b3a7-4299-8301-5fc7a7dd19d5 req-cae9b085-1163-4d1b-a681-80e2a36195a3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0539274 Nov 11 16:39:56.838883 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-35b7c0e7-b3a7-4299-8301-5fc7a7dd19d5 req-9e4146d7-7435-4506-a9c2-6ecc7800e069 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Nov 11 16:39:56.928852 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfbdb-9be7-4f5c-8def-8614b50e4550 req-8ed7dbb1-6001-4b8c-a47f-1741599cb1de tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:56.930367 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-957bfbdb-9be7-4f5c-8def-8614b50e4550 req-8ed7dbb1-6001-4b8c-a47f-1741599cb1de tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0497723 Nov 11 16:39:56.979948 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-957bfbdb-9be7-4f5c-8def-8614b50e4550 req-dd73f666-f911-4ecb-93eb-7a2a0a5c683d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Nov 11 16:39:57.137618 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590922fd-e09d-4982-8b17-79552f457698 req-b9b917f6-c2b0-4ed6-8c8e-a2ee73f94a7f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:57.139014 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-590922fd-e09d-4982-8b17-79552f457698 req-b9b917f6-c2b0-4ed6-8c8e-a2ee73f94a7f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0496817 Nov 11 16:39:57.198798 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-590922fd-e09d-4982-8b17-79552f457698 req-17cd451b-6647-4c36-a918-81cef3c6b41c tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531738 Nov 11 16:39:57.955842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600058-9468-4c05-97e4-2b1a77af3be2 req-899fab5b-3e8e-4b96-bdaa-f41c5a844abc tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:57.957352 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f600058-9468-4c05-97e4-2b1a77af3be2 req-899fab5b-3e8e-4b96-bdaa-f41c5a844abc tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Nov 11 16:39:58.010629 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f600058-9468-4c05-97e4-2b1a77af3be2 req-4a2a1e92-c4f4-4476-8af7-5f31200c06f5 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Nov 11 16:39:58.111654 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd2e6a-a34f-4670-890d-e1d0bccf4173 req-85b1311f-72b6-4c89-bf3f-ad1f4ffb97f6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:58.112856 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-38cd2e6a-a34f-4670-890d-e1d0bccf4173 req-85b1311f-72b6-4c89-bf3f-ad1f4ffb97f6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0527425 Nov 11 16:39:58.159484 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-38cd2e6a-a34f-4670-890d-e1d0bccf4173 req-b7fd8396-5461-448d-8655-b2349b4dad7d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Nov 11 16:39:58.321657 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e649d-006c-467c-8105-1becee4373ba req-bb7fd52a-6173-4e5d-beca-3b00068c20f1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:58.323098 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-414e649d-006c-467c-8105-1becee4373ba req-bb7fd52a-6173-4e5d-beca-3b00068c20f1 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0497994 Nov 11 16:39:58.384116 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-414e649d-006c-467c-8105-1becee4373ba req-f46b1244-3f99-4c56-b855-676b086c2ba4 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548041 Nov 11 16:39:59.130361 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f4d9-9ed8-4cdf-aec1-4f23e7c9b7ce req-46a7fb85-5ca1-4816-a167-91b451b14b1b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:59.131825 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3579f4d9-9ed8-4cdf-aec1-4f23e7c9b7ce req-46a7fb85-5ca1-4816-a167-91b451b14b1b tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Nov 11 16:39:59.182044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3579f4d9-9ed8-4cdf-aec1-4f23e7c9b7ce req-2774cc73-25b9-45cc-9135-758d79530ad4 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Nov 11 16:39:59.256091 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [req-22505b64-b8a5-4308-848d-69ec4c4b3ae8 req-034c3bfd-773e-443e-88f3-bedf0852e64e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:39:59.257090 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-22505b64-b8a5-4308-848d-69ec4c4b3ae8 req-034c3bfd-773e-443e-88f3-bedf0852e64e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062840 Nov 11 16:39:59.505133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f70868-0201-4aee-9b1b-6bc3102deed7 req-5e2b2d19-4d61-4d90-af74-774181a70d71 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:59.506810 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8f70868-0201-4aee-9b1b-6bc3102deed7 req-5e2b2d19-4d61-4d90-af74-774181a70d71 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0541236 Nov 11 16:39:59.545931 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34092490-a3eb-4607-a1ee-8da36287b924 req-e93a7398-c0ac-46ba-a3c6-c2e06b5b7375 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:39:59.547774 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-34092490-a3eb-4607-a1ee-8da36287b924 req-e93a7398-c0ac-46ba-a3c6-c2e06b5b7375 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Nov 11 16:39:59.569770 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8f70868-0201-4aee-9b1b-6bc3102deed7 req-da5fa007-a71d-4fc9-8cb6-12316f4d1202 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564718 Nov 11 16:39:59.603327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 32802) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:39:59.603590 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-34092490-a3eb-4607-a1ee-8da36287b924 req-0551d169-afec-4be3-98ee-7173310d731f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482531 Nov 11 16:39:59.683929 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-03207730-4e56-4142-8bb7-6e423bbfda99 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794485 Nov 11 16:39:59.692688 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-35a1a81d-6da6-4d1f-9084-99461a4126e6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:39:59.693639 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-35a1a81d-6da6-4d1f-9084-99461a4126e6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049603 Nov 11 16:39:59.765611 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:39:59.844221 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:39:59.868124 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:39:59.870452 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9514e-a39b-4193-bef0-c67c85a8bf33" -d '{"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:39:59.882941 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:39:59.901589 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bab186-e290-4d3c-9be8-60fe6452ae4b x-openstack-request-id: req-18bab186-e290-4d3c-9be8-60fe6452ae4b {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:39:59.901831 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-unplugged", "status": "failed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "code": 422}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:39:59.902079 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18bab186-e290-4d3c-9be8-60fe6452ae4b {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:39:59.902499 dv-cinder-776422-4-iscsi neutron-server[102106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'code': 422} returned with failed status Nov 11 16:39:59.984801 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:00.033754 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=6']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:00.688068 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01174d8f-4fe1-48a1-9822-7a8742398500 req-bd825939-8dfd-4dd6-b292-247d9710005a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:00.690397 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-01174d8f-4fe1-48a1-9822-7a8742398500 req-bd825939-8dfd-4dd6-b292-247d9710005a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0521715 Nov 11 16:40:00.731429 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2a6d-b538-4470-aa7f-75ea5f2c8fe6 req-8a7cfd48-bbf3-4564-ac97-9d2fdd26d12a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:00.733127 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6e7c2a6d-b538-4470-aa7f-75ea5f2c8fe6 req-8a7cfd48-bbf3-4564-ac97-9d2fdd26d12a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0551238 Nov 11 16:40:00.757603 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-01174d8f-4fe1-48a1-9822-7a8742398500 req-b4329a4a-50f2-4f8b-ad58-631356769db6 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604081 Nov 11 16:40:00.788525 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6e7c2a6d-b538-4470-aa7f-75ea5f2c8fe6 req-f14a9f51-8620-471f-b2a2-d094ff8a4787 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482352 Nov 11 16:40:01.883265 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0a4f-1106-4207-9338-d3fbd86d4fb9 req-d4495826-da8d-4a47-bf8b-bc7cc720a31a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:01.886210 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-35cb0a4f-1106-4207-9338-d3fbd86d4fb9 req-d4495826-da8d-4a47-bf8b-bc7cc720a31a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0617213 Nov 11 16:40:01.925704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f02ed-6700-4cd2-bf05-0b7fb25b6eb6 req-4e39aacb-84b7-4a69-b61c-0fd149f3178a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:01.927360 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5c9f02ed-6700-4cd2-bf05-0b7fb25b6eb6 req-4e39aacb-84b7-4a69-b61c-0fd149f3178a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0676341 Nov 11 16:40:01.962614 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-35cb0a4f-1106-4207-9338-d3fbd86d4fb9 req-e2bc922f-b139-473a-9ace-14b75a3d872a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695817 Nov 11 16:40:01.990898 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5c9f02ed-6700-4cd2-bf05-0b7fb25b6eb6 req-4e602104-8005-4808-b9b5-8a2f177d779c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558012 Nov 11 16:40:02.005870 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c7bf4928-5ee2-4c56-9172-bbde3bbcb592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:02.478958 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c443-1e42-42a3-816b-24abbe0447db req-3994d14c-3388-4805-b3c2-ad73a922718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:02.480414 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-3994d14c-3388-4805-b3c2-ad73a922718b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885&tenant_id=46c64d4006bf47da9db3f2d198218d91 HTTP/1.1" status: 200 len: 1097 time: 0.0402663 Nov 11 16:40:02.544425 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c443-1e42-42a3-816b-24abbe0447db req-efb0af3d-24cd-40ed-bf0c-054d3b1f90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:02.545945 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-efb0af3d-24cd-40ed-bf0c-054d3b1f90b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1097 time: 0.0402620 Nov 11 16:40:02.637530 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c443-1e42-42a3-816b-24abbe0447db req-9faf94f8-1fc7-4600-b1b0-17cebed9411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:02.639015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-9faf94f8-1fc7-4600-b1b0-17cebed9411b service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.0856810 Nov 11 16:40:02.708873 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-89796729-cf2f-4b1e-9012-59e80d55afc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 1000 time: 0.0600998 Nov 11 16:40:02.759350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c443-1e42-42a3-816b-24abbe0447db req-11ca15c2-238d-40a7-8921-edeb956d5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:02.760771 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-11ca15c2-238d-40a7-8921-edeb956d5248 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.0430446 Nov 11 16:40:02.806585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c443-1e42-42a3-816b-24abbe0447db req-93a2212d-a9ae-4900-82ad-2af61a73393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:02.807959 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-93a2212d-a9ae-4900-82ad-2af61a73393f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383430 Nov 11 16:40:02.901293 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-35614850-0861-4e7f-9eb7-66ae5379740a service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Nov 11 16:40:02.989604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1194c443-1e42-42a3-816b-24abbe0447db req-b194fd5d-1fbc-4fee-b05b-7d7ae3e42e52 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793629 Nov 11 16:40:03.080326 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e0f87-e3a2-49a3-bbb7-dacf5749a427 req-f5249d29-9393-4a35-9eb3-d8007e318de7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:03.081850 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-576e0f87-e3a2-49a3-bbb7-dacf5749a427 req-f5249d29-9393-4a35-9eb3-d8007e318de7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0498955 Nov 11 16:40:03.115544 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0e3b6-1679-477a-9775-ed725bd9edbc req-2c33b95c-42d1-4b9c-bfd6-4adc85f0c1ae tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:03.117034 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-83a0e3b6-1679-477a-9775-ed725bd9edbc req-2c33b95c-42d1-4b9c-bfd6-4adc85f0c1ae tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0506625 Nov 11 16:40:03.141999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-576e0f87-e3a2-49a3-bbb7-dacf5749a427 req-4ff8d873-0a05-42cb-b856-6c600511df23 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539947 Nov 11 16:40:03.166910 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-83a0e3b6-1679-477a-9775-ed725bd9edbc req-a7c6a9b4-5a53-4f99-86af-3de1778e87b1 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Nov 11 16:40:04.261487 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe341532-e06d-465d-9432-c151c8e805a0 req-968ce8d3-28cc-47a2-822b-d08e5f508345 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:04.263030 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fe341532-e06d-465d-9432-c151c8e805a0 req-968ce8d3-28cc-47a2-822b-d08e5f508345 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0530956 Nov 11 16:40:04.291272 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63aee0-f9ca-486d-ad51-1b87dcf0da2f req-0803c108-2db4-40b1-898c-4e8902934829 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:04.292749 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a63aee0-f9ca-486d-ad51-1b87dcf0da2f req-0803c108-2db4-40b1-898c-4e8902934829 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0542812 Nov 11 16:40:04.326062 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-fe341532-e06d-465d-9432-c151c8e805a0 req-7b652dea-44b7-4bac-999f-c42dbdd8cf28 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560684 Nov 11 16:40:04.343574 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8a63aee0-f9ca-486d-ad51-1b87dcf0da2f req-483ae810-186e-4bb6-b574-bed91c729a78 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Nov 11 16:40:04.411036 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-69e5382d-a9d4-4ba2-ab2f-9f319206a476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:05.457892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429a93-067b-4faf-a594-abecac6d3dac req-e28c34f1-c1c8-4827-8bc2-26e358041a9d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:05.459470 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f429a93-067b-4faf-a594-abecac6d3dac req-e28c34f1-c1c8-4827-8bc2-26e358041a9d tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0521972 Nov 11 16:40:05.464711 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e33e9-ed44-4792-bc02-9adeae490564 req-caca70c5-d49d-4b13-b366-5747119b5bd0 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:05.467075 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc8e33e9-ed44-4792-bc02-9adeae490564 req-caca70c5-d49d-4b13-b366-5747119b5bd0 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0502045 Nov 11 16:40:05.515601 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:05.516214 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-dc8e33e9-ed44-4792-bc02-9adeae490564 req-9664b183-b0ff-4951-b4bf-e0a26b42fe81 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Nov 11 16:40:05.521612 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f429a93-067b-4faf-a594-abecac6d3dac req-997fcf6e-0d3c-4f9b-beb4-f876c6282f63 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561790 Nov 11 16:40:06.651522 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950a2d7-55af-4aa2-ab95-1fc92e31e1f7 req-4920d85c-acd7-4de5-b267-ecbc4cb3c87e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:06.653020 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5950a2d7-55af-4aa2-ab95-1fc92e31e1f7 req-4920d85c-acd7-4de5-b267-ecbc4cb3c87e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0615337 Nov 11 16:40:06.657695 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1649a-2677-4ce6-b14e-4eeffeda51ee req-38b5c9b3-580e-4fed-b7e7-1b3349d7e852 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:06.659875 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-09c1649a-2677-4ce6-b14e-4eeffeda51ee req-38b5c9b3-580e-4fed-b7e7-1b3349d7e852 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0529969 Nov 11 16:40:06.702679 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5950a2d7-55af-4aa2-ab95-1fc92e31e1f7 req-e49b1861-ca7f-41d5-a1f9-e4f46634f8db tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Nov 11 16:40:06.720264 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-09c1649a-2677-4ce6-b14e-4eeffeda51ee req-87aba73e-d260-4d02-8a1b-d4c14581d734 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&id=75e1c2a0-26cd-4d98-a2d7-045b6b183c54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545721 Nov 11 16:40:06.978654 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:07.820005 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4aadf-d01c-4d13-b9e4-224f23347976 req-1678c052-499b-4569-b56b-9eac4e2e902f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:07.821479 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-68f4aadf-d01c-4d13-b9e4-224f23347976 req-1678c052-499b-4569-b56b-9eac4e2e902f tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0489576 Nov 11 16:40:07.870093 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-68f4aadf-d01c-4d13-b9e4-224f23347976 req-3a67dcbc-f870-4111-aa54-f79927cd7a83 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Nov 11 16:40:08.207869 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:08.986709 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d4f71-21f3-4a38-84cf-45a592607de1 req-e4700b78-8e0f-4e2c-8cf4-91fd6208bdd2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:08.989352 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-038d4f71-21f3-4a38-84cf-45a592607de1 req-e4700b78-8e0f-4e2c-8cf4-91fd6208bdd2 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 944 time: 0.0516672 Nov 11 16:40:09.042905 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-038d4f71-21f3-4a38-84cf-45a592607de1 req-3ffc60bc-b10f-4ae6-a8ef-9403c26e7819 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Nov 11 16:40:09.806567 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:40:09.898479 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:09.909605 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'port_id': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'mac_address': 'fa:16:3e:75:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:40:09.945049 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:09.961599 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb33427-4822-414c-89b7-249d1d2f07d9 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:40:09.979929 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:10.078903 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:10.127492 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=7']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:10.161549 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d8377-d3c8-44fa-acec-72ef2e2f9506 req-9931261c-8451-4a7a-9ac6-d1ce65fb0c16 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:10.163060 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b22d8377-d3c8-44fa-acec-72ef2e2f9506 req-9931261c-8451-4a7a-9ac6-d1ce65fb0c16 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 945 time: 0.0513437 Nov 11 16:40:10.213466 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b22d8377-d3c8-44fa-acec-72ef2e2f9506 req-35750433-f8eb-4676-b0ca-2b3ce051e354 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446036 Nov 11 16:40:10.429752 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ffb33427-4822-414c-89b7-249d1d2f07d9'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:40:11.328219 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763ee12-29c8-4ab6-b107-c334f50f1616 req-f0b5b5d4-923f-4dec-92cd-9bedd7de791a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:11.329680 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a763ee12-29c8-4ab6-b107-c334f50f1616 req-f0b5b5d4-923f-4dec-92cd-9bedd7de791a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Nov 11 16:40:11.379125 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a763ee12-29c8-4ab6-b107-c334f50f1616 req-f63b3812-3e47-400e-80cb-6529ecfdc583 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Nov 11 16:40:11.809670 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:40:11.857121 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ffb33427-4822-414c-89b7-249d1d2f07d9 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:40:11.857485 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:11.936049 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:11.958331 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:11.963792 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477a085-1dc6-40d6-8b88-0d06476bb3f8" -d '{"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-plugged", "status": "completed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:11.973816 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:11.996188 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34be566-1e84-427c-ae2e-bdd6f44c16b3 x-openstack-request-id: req-f34be566-1e84-427c-ae2e-bdd6f44c16b3 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:11.996480 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-plugged", "status": "completed", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:11.996733 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f34be566-1e84-427c-ae2e-bdd6f44c16b3 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:11.997148 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'code': 200} Nov 11 16:40:12.051302 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:12.098532 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=8']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:12.338644 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231528ea-55d5-45e3-8fdc-7f0bdc91abbf req-ceeca200-09f2-42d5-83f7-927b067db8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:12.340164 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-231528ea-55d5-45e3-8fdc-7f0bdc91abbf req-ceeca200-09f2-42d5-83f7-927b067db8b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.0406497 Nov 11 16:40:12.395139 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-231528ea-55d5-45e3-8fdc-7f0bdc91abbf req-ec107d92-0d75-4367-9b42-e02ae55bd3de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Nov 11 16:40:12.494226 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00b5c-a0ed-4e30-a6df-23c8aa05ccd0 req-f39c0031-7c0c-4d62-bdaf-153416f35c45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:12.495702 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2cb00b5c-a0ed-4e30-a6df-23c8aa05ccd0 req-f39c0031-7c0c-4d62-bdaf-153416f35c45 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0504887 Nov 11 16:40:12.548255 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2cb00b5c-a0ed-4e30-a6df-23c8aa05ccd0 req-9688f3f3-f07a-4926-832c-281c4650a09e tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Nov 11 16:40:13.164626 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:13.669474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce3992-9dd6-42b2-aad0-d3a1f3e140d7 req-1d97effa-2a04-4463-a4ca-17af0b5d186c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:13.671105 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8ce3992-9dd6-42b2-aad0-d3a1f3e140d7 req-1d97effa-2a04-4463-a4ca-17af0b5d186c tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0538037 Nov 11 16:40:13.719082 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8ce3992-9dd6-42b2-aad0-d3a1f3e140d7 req-bea39ec8-8a52-4f3c-b26f-5f3df7cc0587 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Nov 11 16:40:14.833693 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1065ed-92b4-45d7-be49-dd913e2583f6 req-6bb74297-078c-422a-955d-9684ebc55f20 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:14.835177 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b1065ed-92b4-45d7-be49-dd913e2583f6 req-6bb74297-078c-422a-955d-9684ebc55f20 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0479422 Nov 11 16:40:14.883681 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1b1065ed-92b4-45d7-be49-dd913e2583f6 req-841593bb-d3d7-44e0-a49d-1b0d4bb35eb8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Nov 11 16:40:19.561278 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd9c76-d056-49ce-a23b-baaf5476c635 req-aa366159-ddc5-46a7-8c5a-36f6d5b2541c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:19.562753 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ebd9c76-d056-49ce-a23b-baaf5476c635 req-aa366159-ddc5-46a7-8c5a-36f6d5b2541c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0527086 Nov 11 16:40:19.612300 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ebd9c76-d056-49ce-a23b-baaf5476c635 req-1291b256-addc-4242-85d6-59120ca492d4 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Nov 11 16:40:20.727178 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4dbda-fda3-41b0-b185-f5d7b36a357c req-46538292-12d8-4978-898b-705c217b7326 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:20.728708 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04f4dbda-fda3-41b0-b185-f5d7b36a357c req-46538292-12d8-4978-898b-705c217b7326 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0472906 Nov 11 16:40:20.781030 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04f4dbda-fda3-41b0-b185-f5d7b36a357c req-269e3392-d00a-49cb-9e68-75d6247b4cb6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464368 Nov 11 16:40:21.078962 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:40:21.859294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ed5f-462b-428d-affc-ae0546a95419 req-41704230-6a10-48b2-92ab-5d04b0ca72b3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:21.860747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9991ed5f-462b-428d-affc-ae0546a95419 req-41704230-6a10-48b2-92ab-5d04b0ca72b3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Nov 11 16:40:21.897479 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46f53a-d462-4793-b8cf-00577900556e req-9741b8a7-7ccf-418c-8fda-2b5237ec34da tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:21.899552 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2f46f53a-d462-4793-b8cf-00577900556e req-9741b8a7-7ccf-418c-8fda-2b5237ec34da tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 946 time: 0.0486584 Nov 11 16:40:21.948573 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2f46f53a-d462-4793-b8cf-00577900556e req-6bc3d8d7-6751-4d1b-9328-41448a30836b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 Nov 11 16:40:22.102401 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port 5eda71b3-0337-49eb-a383-f9ba520f2d3e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:22.102704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.191358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] For port 5eda71b3-0337-49eb-a383-f9ba520f2d3e, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eda71b3-0337-49eb-a383-f9ba520f2d3e,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:22.191705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.355345 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.355620 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.355931 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP cd5d1c8a-478d-4c30-b1fb-b3cede6f8998 disassociated. External IP: 172.27.0.98, port: 5eda71b3-0337-49eb-a383-f9ba520f2d3e. Nov 11 16:40:22.356263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for 5eda71b3-0337-49eb-a383-f9ba520f2d3e owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:22.570040 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.597319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=5eda71b3-0337-49eb-a383-f9ba520f2d3e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:22.606712 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.607002 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.607334 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.607667 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.607991 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.608314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.608641 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.608963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.609282 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.609599 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.610521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.610521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:22.720198 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:22.824588 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:22.835315 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:22.845413 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:22.846043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:22.863597 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] No DVR routers for this DVR port 5eda71b3-0337-49eb-a383-f9ba520f2d3e on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:40:22.865962 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:22.869263 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9991ed5f-462b-428d-affc-ae0546a95419 req-83fcc73a-c5fb-4f8f-a464-8844eb7d0967 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "DELETE /v2.0/ports/5eda71b3-0337-49eb-a383-f9ba520f2d3e HTTP/1.1" status: 204 len: 173 time: 0.8521338 Nov 11 16:40:22.869675 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'name': 'network-vif-deleted', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:22.872064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3856e9d5-a18a-43a6-9bff-d05b4edc4004" -d '{"events": [{"server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "name": "network-vif-deleted", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:22.906984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008ad6e-cc8d-4dd1-b5d4-0b11062753f1 x-openstack-request-id: req-5008ad6e-cc8d-4dd1-b5d4-0b11062753f1 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:22.907277 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8ea34a-cf41-4f2a-bd82-82a258cadc11", "name": "network-vif-deleted", "tag": "5eda71b3-0337-49eb-a383-f9ba520f2d3e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:22.907531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5008ad6e-cc8d-4dd1-b5d4-0b11062753f1 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:22.907926 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8ea34a-cf41-4f2a-bd82-82a258cadc11', 'name': 'network-vif-deleted', 'tag': '5eda71b3-0337-49eb-a383-f9ba520f2d3e', 'status': 'completed', 'code': 200} Nov 11 16:40:22.954409 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:23.059546 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-934ccec6-3741-46bd-9dd0-d15bb0dff9c6 req-9df728aa-c9df-4322-acb6-84d487b37569 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0358350 Nov 11 16:40:23.167348 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:23.196046 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:23.204839 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:23.205381 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:23.304580 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:23.503262 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:23.530312 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae5ff9-dd1c-4075-8179-90b42f0b3be5 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:23.765510 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a0e4b-668c-4c58-97c9-44bde4694b6c None None] New status for floating IP cd5d1c8a-478d-4c30-b1fb-b3cede6f8998: DOWN {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:40:23.852892 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eda71b3-0337-49eb-a383-f9ba520f2d3e no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:23.873547 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 5eda71b3-0337-49eb-a383-f9ba520f2d3e {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:23.873889 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eda71b3-0337-49eb-a383-f9ba520f2d3e not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:24.167048 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6eded0b0-61f3-42b5-a028-a4ab0d951d10 req-341d129a-d9b3-4107-ac50-8d442d81ebe9 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ea34a-cf41-4f2a-bd82-82a258cadc11 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Nov 11 16:40:25.416736 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-2032823f-ccd5-4a75-a43a-16c97224e2dd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827564380&fields=id&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 267 time: 0.0432773 Nov 11 16:40:25.520246 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-855fcbb5-cc6e-4ac6-bc6a-39856100f4bd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:25.521612 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-855fcbb5-cc6e-4ac6-bc6a-39856100f4bd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.0984643 Nov 11 16:40:25.540377 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-e3c918f5-59bc-4b4e-b2f3-dca87b7200c5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/quotas/e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 375 time: 0.0098133 Nov 11 16:40:25.606044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-e41a0a96-3c32-45e4-b3d9-9e26cafe49a8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587530 Nov 11 16:40:25.707109 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-33a35f26-79a0-49f1-ac0f-920caaff73c5 service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862901 Nov 11 16:40:25.799296 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-99831ce5-ea34-458a-9dff-e34d70d02d18 service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Nov 11 16:40:26.449150 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9d6bac33-6cd8-444b-9d64-eec31516d027 req-f39b2d84-b45b-4915-9cd4-1eec32fc907a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Nov 11 16:40:27.543816 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1338efff-cb1a-41ff-8835-90e8e1ca0806 req-d6c26777-3751-4cf5-8151-655aab6756e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Nov 11 16:40:28.638129 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-585b7ab2-15df-476d-b058-de7b6ae64e46 req-12a689e8-84e0-4ab5-99cc-118722af4e15 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 210 time: 0.0276229 Nov 11 16:40:28.708885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-5e971fae-8446-4121-bdd0-3489791fa43c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:28.710311 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-5e971fae-8446-4121-bdd0-3489791fa43c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.1028013 Nov 11 16:40:28.799177 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-4708bca2-2d9d-446c-92d2-819d0fe43267 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 380 time: 0.0571291 Nov 11 16:40:28.812515 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'port': {'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'admin_state_up': True, 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'security_groups': ['0e7d22fd-725a-497f-a5cc-30214eee1dfd']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:29.021531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Made reservation on behalf of e8b27862260c4e10a2a4649abac781fd for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:40:29.025131 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.152961 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.20.0.4 (2cb10ab0-a054-4555-9c1e-120e17632d81/d527fc49-7bef-478a-b9e1-9adeb49916be/0bdb6e24-172c-4221-86ac-5cd2d7a6fd43) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:40:29.288788 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.402876 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.443695 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:40:29.451727 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:40:29.455800 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:40:29.480794 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:29.511193 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:29.511892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.618738 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ef2d8dad-8d9b-47e5-8492-3139de450c3e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101335 Nov 11 16:40:29.632633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Request body: {'port': {'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:29.687232 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.726839 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ce465378-1765-4311-8df1-6b4c33c74a66 None None] Provisioning complete for port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:40:29.727414 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ce465378-1765-4311-8df1-6b4c33c74a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.765224 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ce465378-1765-4311-8df1-6b4c33c74a66 None None] Port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:40:29.772768 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483b068-aebe-4eec-8fbb-92948f451aaa req-dc81796c-6c0f-44ed-8f7e-b8634d2fc90f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:29.774878 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7483b068-aebe-4eec-8fbb-92948f451aaa req-dc81796c-6c0f-44ed-8f7e-b8634d2fc90f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 931 time: 0.0640869 Nov 11 16:40:29.824767 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-7483b068-aebe-4eec-8fbb-92948f451aaa req-a36bc4c5-62dc-409e-9797-8e164c7b0d4f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437632 Nov 11 16:40:29.970600 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:40:29.978064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:29.990294 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Transition to ACTIVE for port object 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:40:30.078481 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:30.128698 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:30.203787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Attempting to bind port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:40:30.203787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Attempting to bind port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:40:30.203787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Attempting to bind port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:40:30.206680 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 on network 2cb10ab0-a054-4555-9c1e-120e17632d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:40:30.207004 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Attempting to bind port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:40:30.212126 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:40:30.212453 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:40:30.212837 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Bound using segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:40:30.214697 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Bound port: 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:40:30.214697 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:30.285678 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:40:30.288687 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:40:30.356328 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:30.391526 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.392163 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:30.393793 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] 10.222.0.70 "PUT /v2.0/ports/0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 1093 time: 0.7656860 Nov 11 16:40:30.394363 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:30.396501 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e88754-4ac7-4938-8e22-e0f24135e954" -d '{"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:30.422518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d811e4f-ae1b-48f9-b872-6691dbbf6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:30.443812 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02202a19-39c3-42c5-89cb-65b01b0651d3 x-openstack-request-id: req-02202a19-39c3-42c5-89cb-65b01b0651d3 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:30.444107 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:30.444354 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02202a19-39c3-42c5-89cb-65b01b0651d3 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:30.444752 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'status': 'completed', 'code': 200} Nov 11 16:40:30.518515 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-a2540a7c-0e56-4d1b-8f40-612a214ff563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.520006 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-a2540a7c-0e56-4d1b-8f40-612a214ff563 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1096 time: 0.0462344 Nov 11 16:40:30.644620 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-4777bd2c-f13a-416f-ac5b-585e1ecb034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.646065 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-4777bd2c-f13a-416f-ac5b-585e1ecb034f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e8b27862260c4e10a2a4649abac781fd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1000953 Nov 11 16:40:30.746526 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-aea5a49c-2a80-46fa-8c42-90d1581f42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.747982 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-44e88754-4ac7-4938-8e22-e0f24135e954 req-aea5a49c-2a80-46fa-8c42-90d1581f42e6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920489 Nov 11 16:40:30.832285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ce800fd9-d567-4bf7-acef-d7a60d5d9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.833745 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-ce800fd9-d567-4bf7-acef-d7a60d5d9715 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1096 time: 0.0405385 Nov 11 16:40:30.878700 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-2a517653-de1a-447c-894e-30b1a5618e2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 217 time: 0.0348122 Nov 11 16:40:30.940372 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-6d270d17-87ab-4207-b239-a3aa2fd176ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.941823 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-6d270d17-87ab-4207-b239-a3aa2fd176ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0493317 Nov 11 16:40:30.945254 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93509d8a-6609-4859-99e5-981480b2d8a9 req-f5e49415-23d4-49d7-aa2e-80ea6cc93cf0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:30.946719 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-93509d8a-6609-4859-99e5-981480b2d8a9 req-f5e49415-23d4-49d7-aa2e-80ea6cc93cf0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0514941 Nov 11 16:40:30.998805 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-93509d8a-6609-4859-99e5-981480b2d8a9 req-fb71fed6-c5c2-4759-b034-6d142bc7fba8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Nov 11 16:40:31.231104 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-e3c73186-4c0e-4160-b453-9a50bfe13eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:31.232648 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-e3c73186-4c0e-4160-b453-9a50bfe13eea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2822254 Nov 11 16:40:31.320668 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-62e8cc9d-cb03-4ac3-aa11-d5121cfac54f service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804949 Nov 11 16:40:31.423729 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-893937ed-6c95-4799-b5a2-825e3df2ae51 req-315df67a-ae31-4a50-8ae3-548f7618855e service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Nov 11 16:40:31.967365 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-24b46bce-f7dd-41c4-96d3-15ba67e0e5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:32.112009 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b73b-2038-4291-a51e-7daa49d28478 req-46a2a74c-5f95-4504-8834-edb53460a9f9 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:32.113467 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1400b73b-2038-4291-a51e-7daa49d28478 req-46a2a74c-5f95-4504-8834-edb53460a9f9 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0482042 Nov 11 16:40:32.161522 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1400b73b-2038-4291-a51e-7daa49d28478 req-ac4b2478-775b-4eeb-83d1-56ab52027d33 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Nov 11 16:40:33.280757 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fd36-ad13-4643-abc5-19124691982d req-1863c5e7-7aae-4908-821b-49c37c1041b8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:33.282274 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d791fd36-ad13-4643-abc5-19124691982d req-1863c5e7-7aae-4908-821b-49c37c1041b8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0548477 Nov 11 16:40:33.332015 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d791fd36-ad13-4643-abc5-19124691982d req-5c17b5e8-2dfa-41e9-b5f3-79960015c745 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 Nov 11 16:40:34.413030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-40175ce6-0053-4226-96b0-6f10b2cdf3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:34.447784 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595a52-c65b-4798-ae38-d6e2023824c4 req-c040ea13-3427-4ed4-a82e-41cddf792f9a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:34.449340 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-89595a52-c65b-4798-ae38-d6e2023824c4 req-c040ea13-3427-4ed4-a82e-41cddf792f9a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0494449 Nov 11 16:40:34.498466 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-89595a52-c65b-4798-ae38-d6e2023824c4 req-ca7a7a20-5f08-4a8a-9d42-8e2fa358ca26 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Nov 11 16:40:35.227792 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842012d-dee9-497b-b2cb-dac392cc672a req-caf32ab0-6e85-4af0-887f-4691765acf0c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:35.229458 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2842012d-dee9-497b-b2cb-dac392cc672a req-caf32ab0-6e85-4af0-887f-4691765acf0c tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0479045 Nov 11 16:40:35.278079 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2842012d-dee9-497b-b2cb-dac392cc672a req-a0099019-b643-4b48-93cc-965a580bed37 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Nov 11 16:40:35.464714 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:35.614445 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57dce-5be5-4d85-9b29-4734da1298af req-e05f5b58-334f-4d11-bc4d-ed7170ad3a45 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:35.615995 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8fb57dce-5be5-4d85-9b29-4734da1298af req-e05f5b58-334f-4d11-bc4d-ed7170ad3a45 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0486073 Nov 11 16:40:35.664755 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8fb57dce-5be5-4d85-9b29-4734da1298af req-b33d1bb2-93b5-4818-92bd-7caf516bcceb tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Nov 11 16:40:36.391641 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026df8-0efb-4202-adb3-6ffaeda1f2d8 req-63ca827f-9963-4250-adcd-b304624d0467 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:36.393392 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e7026df8-0efb-4202-adb3-6ffaeda1f2d8 req-63ca827f-9963-4250-adcd-b304624d0467 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0486712 Nov 11 16:40:36.440564 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e7026df8-0efb-4202-adb3-6ffaeda1f2d8 req-1b1961ed-6e32-44a0-a517-98506006c694 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Nov 11 16:40:36.779503 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0edae9-b1d9-44b1-ac89-c3a9347f6852 req-50ace092-35da-430f-b791-32e1c99d6cac tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:36.780941 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8e0edae9-b1d9-44b1-ac89-c3a9347f6852 req-50ace092-35da-430f-b791-32e1c99d6cac tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0480385 Nov 11 16:40:36.832854 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8e0edae9-b1d9-44b1-ac89-c3a9347f6852 req-51458067-9f15-440e-a703-32e8d3cf9a99 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Nov 11 16:40:36.972582 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:37.416835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-4c275a5b-0b2e-4699-9475-b3dab0bb5256 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:37.418057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-4c275a5b-0b2e-4699-9475-b3dab0bb5256 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.0472476 Nov 11 16:40:37.521171 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Deleting port f8b53132-9a37-4f19-b555-176b621511fc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:37.521497 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:37.610755 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d144fee-87e8-48a2-8968-107fa41bb1c6 req-5ad035c4-dc22-4ff5-a787-2483796ac7df tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:37.612204 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9d144fee-87e8-48a2-8968-107fa41bb1c6 req-5ad035c4-dc22-4ff5-a787-2483796ac7df tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 946 time: 0.1018953 Nov 11 16:40:37.649678 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] For port f8b53132-9a37-4f19-b555-176b621511fc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=f8b53132-9a37-4f19-b555-176b621511fc,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:37.650032 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:37.715242 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-9d144fee-87e8-48a2-8968-107fa41bb1c6 req-b6397400-2de5-48d9-badf-273dcdcdee72 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups?id=1eb4b567-36d2-487f-8599-5eea256013e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937788 Nov 11 16:40:37.833958 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:37.834350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:37.834666 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Floating IP b6397bcd-a8ca-4b65-87e2-a4029fd1025b disassociated. External IP: 172.27.0.74, port: f8b53132-9a37-4f19-b555-176b621511fc. Nov 11 16:40:37.835002 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Calling delete_port for f8b53132-9a37-4f19-b555-176b621511fc owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:37.945416 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:40:37.948861 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b99d0-80df-45e0-b3cf-c0f405b560b3 req-07160050-1569-4288-830b-d7268fd3be51 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:37.950539 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ae2b99d0-80df-45e0-b3cf-c0f405b560b3 req-07160050-1569-4288-830b-d7268fd3be51 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 943 time: 0.0505548 Nov 11 16:40:38.004574 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ae2b99d0-80df-45e0-b3cf-c0f405b560b3 req-466d661e-65cc-4c7a-a7ab-549c545a00f3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Nov 11 16:40:38.058874 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:38.059477 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:38.089629 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'Port': ['ID=f8b53132-9a37-4f19-b555-176b621511fc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:38.190153 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:40:38.206488 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:38.225766 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:38.234413 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:38.240244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:40:38.260124 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:38.314519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:38.325930 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:38.335480 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:38.336179 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:38.352936 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] No DVR routers for this DVR port f8b53132-9a37-4f19-b555-176b621511fc on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:40:38.356195 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:38.359462 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a13f1fd0-2638-420b-b66f-63551f3400e2 req-c5d184fc-3b19-4ef1-8319-af84fca00f97 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.70 "DELETE /v2.0/ports/f8b53132-9a37-4f19-b555-176b621511fc HTTP/1.1" status: 204 len: 173 time: 0.9348562 Nov 11 16:40:38.359891 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'name': 'network-vif-deleted', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:38.362100 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93637cd-5b16-4f28-a982-ce3906e85f59" -d '{"events": [{"server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "name": "network-vif-deleted", "tag": "f8b53132-9a37-4f19-b555-176b621511fc"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:38.375220 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:38.398078 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fea535-80af-40df-b842-4ffb9c3b2df9 x-openstack-request-id: req-d6fea535-80af-40df-b842-4ffb9c3b2df9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:38.398401 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1011494e-57f7-4740-ada2-481300da2f08", "name": "network-vif-deleted", "tag": "f8b53132-9a37-4f19-b555-176b621511fc", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:38.398661 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6fea535-80af-40df-b842-4ffb9c3b2df9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:38.399054 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1011494e-57f7-4740-ada2-481300da2f08', 'name': 'network-vif-deleted', 'tag': 'f8b53132-9a37-4f19-b555-176b621511fc', 'status': 'completed', 'code': 200} Nov 11 16:40:38.472722 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:38.485696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.486045 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.486411 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.486747 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.487076 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.487402 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.487727 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.488613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.488613 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.488826 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.489076 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.489303 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:38.502545 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:38.709553 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:40:38.751109 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:38.784912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:38.807336 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:38.807729 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:38.820540 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ced16601-dd44-4566-ad34-d42dcfaaa622 req-7328f3ee-3070-47b6-b0b2-070252b51c93 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/ports?device_id=1011494e-57f7-4740-ada2-481300da2f08 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Nov 11 16:40:38.955515 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:39.126107 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19306e-34a6-4e0b-a678-c25b08eac08c req-e502660e-6ebb-4846-a1ca-42a1a1dbd5c2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:39.127667 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ee19306e-34a6-4e0b-a678-c25b08eac08c req-e502660e-6ebb-4846-a1ca-42a1a1dbd5c2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 944 time: 0.0521891 Nov 11 16:40:39.182144 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ee19306e-34a6-4e0b-a678-c25b08eac08c req-5400ded6-ecd4-4c4c-a4ee-0a9efe0226af tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477848 Nov 11 16:40:39.245482 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:39.272050 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f554b679-a3b7-487d-90d4-7242fbba6b18 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:33:43Z', 'revision_number': 4, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '4c30296c-b98f-4dfd-a895-b29a66f1c7a4', 'name': '', 'network_id': '1e682cd1-79a2-4f10-874e-44da8bf34e22', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'mac_address': 'fa:16:3e:02:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:42Z', 'updated_at': '2021-11-11T16:33:48Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'subnets': [{'id': 'bd491d17-dffb-40d8-a549-66ba9cf2fa76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:39.483416 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c7590d-3cce-499b-b650-7dbfff7f650a None None] New status for floating IP b6397bcd-a8ca-4b65-87e2-a4029fd1025b: DOWN {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:40:39.946505 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:40:39.956369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33082) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:40.011712 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.035082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.072984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:40:40.077062 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:40:40.077431 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.154776 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.164557 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.167844 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.168986 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "DELETE /v2.0/security-groups/1eb4b567-36d2-487f-8599-5eea256013e0 HTTP/1.1" status: 204 len: 168 time: 0.2115660 Nov 11 16:40:40.171829 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33084) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:40.178445 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:40.178747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b63c3-92bf-45ad-91ef-815b76b21d39 tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb4b567-36d2-487f-8599-5eea256013e0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:40.182137 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292f0ed1-2c37-4123-9820-f77f88989052" -d '{"events": [{"server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:40.187308 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.api.v2.resource [None req-b7226626-1560-4691-ad66-5736d41eeeca tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] show failed (client error): The resource could not be found. Nov 11 16:40:40.201126 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b7226626-1560-4691-ad66-5736d41eeeca tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "GET /v2.0/security-groups/1eb4b567-36d2-487f-8599-5eea256013e0 HTTP/1.1" status: 404 len: 347 time: 0.0247157 Nov 11 16:40:40.201293 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:40.201634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33088) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:40.225119 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831436f8-03fd-4413-835d-57e4458eb4a8 x-openstack-request-id: req-831436f8-03fd-4413-835d-57e4458eb4a8 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:40.227073 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:40.227073 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-831436f8-03fd-4413-835d-57e4458eb4a8 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:40.227073 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'code': 200} Nov 11 16:40:40.267854 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.268805 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device f8b53132-9a37-4f19-b555-176b621511fc no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:40.309973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: f8b53132-9a37-4f19-b555-176b621511fc {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:40.310341 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device f8b53132-9a37-4f19-b555-176b621511fc not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:40.337824 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:40.359388 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564106b0-4a91-4956-8102-3d72adefe5b9 req-421a17e7-9931-4bb3-ba64-365ff65145dd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:40.360863 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-564106b0-4a91-4956-8102-3d72adefe5b9 req-421a17e7-9931-4bb3-ba64-365ff65145dd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0974410 Nov 11 16:40:40.406943 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Deleting port 90545dac-5401-4429-9eb9-db7ae401f97c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:40.407277 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.458043 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-564106b0-4a91-4956-8102-3d72adefe5b9 req-c624458c-c767-474a-8e01-209eb569d950 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909026 Nov 11 16:40:40.496514 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.496837 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.508055 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Calling delete_port for 90545dac-5401-4429-9eb9-db7ae401f97c owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:40.657498 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f396a-5c1a-4dda-97d2-adfe52385f88 req-8bd24137-323e-448c-a32c-880a62b698a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:40.659009 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a58f396a-5c1a-4dda-97d2-adfe52385f88 req-8bd24137-323e-448c-a32c-880a62b698a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1098 time: 0.0691056 Nov 11 16:40:40.705654 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a58f396a-5c1a-4dda-97d2-adfe52385f88 req-15c922f2-13f6-4d1e-a99f-3a0ff68f6dd4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Nov 11 16:40:40.752631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.781088 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Pushing event deleted for resources: {'Port': ['ID=90545dac-5401-4429-9eb9-db7ae401f97c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:40.839045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.841550 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:40.842719 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-60184941-8f9b-4d2c-b675-2a8b7d5d07cf tempest-AttachVolumeTestJSON-1958522722 tempest-AttachVolumeTestJSON-1958522722-project] 10.222.0.11 "DELETE /v2.0/floatingips/b6397bcd-a8ca-4b65-87e2-a4029fd1025b HTTP/1.1" status: 204 len: 168 time: 0.6392236 Nov 11 16:40:41.574104 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daef64-e177-4c2a-ba65-f4ba8e94845f req-699faa7d-838a-4eff-a8bd-1149d4202e28 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:41.575748 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-80daef64-e177-4c2a-ba65-f4ba8e94845f req-699faa7d-838a-4eff-a8bd-1149d4202e28 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0501535 Nov 11 16:40:41.629233 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-80daef64-e177-4c2a-ba65-f4ba8e94845f req-9c1484a8-6fd5-4f29-8095-a509d1adde79 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 Nov 11 16:40:42.746020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8c97d-2da4-47e8-b744-9cc85c74e8e8 req-4209b575-c0f5-40fb-9d80-62ca72da4930 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:42.747598 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c2d8c97d-2da4-47e8-b744-9cc85c74e8e8 req-4209b575-c0f5-40fb-9d80-62ca72da4930 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Nov 11 16:40:42.802230 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c2d8c97d-2da4-47e8-b744-9cc85c74e8e8 req-dd36e835-da26-4695-b1ed-c45d0cb6eeaf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486784 Nov 11 16:40:42.918977 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e62cd-3cda-43df-9680-a32339a5bc5d req-956b208b-8b90-48e9-a1a3-18a0abe12d6a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:42.920377 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-169e62cd-3cda-43df-9680-a32339a5bc5d req-956b208b-8b90-48e9-a1a3-18a0abe12d6a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Nov 11 16:40:42.971912 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-169e62cd-3cda-43df-9680-a32339a5bc5d req-d632f385-cd6c-4853-859f-38e1f6f54f9f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Nov 11 16:40:42.975960 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:42.994162 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33110) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:43.033175 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d73cb9-84fa-4442-8a2e-70c8a1b81f05 tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:43.034666 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f6d73cb9-84fa-4442-8a2e-70c8a1b81f05 tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1093 time: 0.0389373 Nov 11 16:40:43.037459 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33112) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:43.041594 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:43.112752 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:43.208274 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:43.311459 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.27.0.16 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/f3fa8310-9af2-428f-abca-3182c117b17c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:40:43.413127 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:43.498943 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:43.539935 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:40:43.545002 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:40:43.549624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:40:43.552431 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=f3fa8310-9af2-428f-abca-3182c117b17c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:43.582629 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.583044 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.583448 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.583790 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.584125 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.584462 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.584795 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.585131 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.585463 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.585791 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.586116 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.586463 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:40:43.935743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.075248 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.225759 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.298441 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.365766 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=f3fa8310-9af2-428f-abca-3182c117b17c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:44.379771 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.480259 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP cbd989c9-76ea-4aaa-9cef-8b76c3239112 associated. External IP: 172.27.0.16, port: 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43. Nov 11 16:40:44.684092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:44.793214 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:44.802717 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:44.813292 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:44.813451 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33132) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:44.814261 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:44.892840 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:44.922003 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:45.158035 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:43Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:45.184232 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f1ee480d-86a8-4063-a108-0ae916c9f05a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1457574 Nov 11 16:40:45.186606 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:45.188702 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8260335-e36f-4007-99ee-39db0546350e" -d '{"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:45.233082 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c4b4e-21cd-407f-8612-4051bd073eb2 x-openstack-request-id: req-099c4b4e-21cd-407f-8612-4051bd073eb2 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:45.233376 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:45.233626 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-099c4b4e-21cd-407f-8612-4051bd073eb2 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:45.234023 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'status': 'completed', 'code': 200} Nov 11 16:40:45.300377 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8260335-e36f-4007-99ee-39db0546350e req-19d6c65a-a7eb-4672-ad71-e86edcec74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:45.302064 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-19d6c65a-a7eb-4672-ad71-e86edcec74dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1098 time: 0.0427608 Nov 11 16:40:45.314669 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:45.323871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:45.324494 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:45.402582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8260335-e36f-4007-99ee-39db0546350e req-f5cd8560-8db3-45c6-92ef-93a15a667c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:45.404117 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-f5cd8560-8db3-45c6-92ef-93a15a667c7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.0919695 Nov 11 16:40:45.440348 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:45.477045 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-d924cf8d-c494-4fb4-ae9c-2a26776de25e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 998 time: 0.0626137 Nov 11 16:40:45.503172 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:45.531359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8260335-e36f-4007-99ee-39db0546350e req-ee04d036-6a7c-4097-a969-70e0d648706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:45.533616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-ee04d036-6a7c-4097-a969-70e0d648706a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0466635 Nov 11 16:40:45.594861 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8260335-e36f-4007-99ee-39db0546350e req-6ed77289-c928-4432-98a8-4f7eeb944b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:45.596381 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-6ed77289-c928-4432-98a8-4f7eeb944b65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426373 Nov 11 16:40:45.678370 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:43Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:45.700620 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-c55bb8f8-86d0-4258-9c3b-de3f4f8db419 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942731 Nov 11 16:40:45.705555 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dd452-9384-4294-b91c-ab1c54ceb1d9 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:43Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:45.757155 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Deleting port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:45.757578 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:45.801760 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f8260335-e36f-4007-99ee-39db0546350e req-859d7719-eb45-44bf-b4c3-abe50024e033 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903971 Nov 11 16:40:45.846670 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] For port 4c30296c-b98f-4dfd-a895-b29a66f1c7a4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:45.847053 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:45.861559 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Calling delete_port for 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:45.918946 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a927867-6e2a-47f1-bac8-df4ae28779f1 None None] New status for floating IP cbd989c9-76ea-4aaa-9cef-8b76c3239112: ACTIVE {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:40:46.090636 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:46.116068 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c30296c-b98f-4dfd-a895-b29a66f1c7a4,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:46.280721 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:46.490541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Router 2d752740-7278-41be-b6a3-0fedc99bdd76 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:46.593788 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:46.598930 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6e694aec-f4ca-49c3-a4da-8d19cd1c50f1 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d752740-7278-41be-b6a3-0fedc99bdd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7844586 Nov 11 16:40:46.601372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33142) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:46.604353 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Sync routers for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:46.615219 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:46.615822 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:46.704169 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:46.720779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:46.805431 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:46.901790 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:40:45Z', 'revision_number': 5, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port': {'id': '16c9d731-0fb8-4f80-bce9-0b2904088989', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:33:37Z', 'updated_at': '2021-11-11T16:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:46.924153 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Deleting port 16c9d731-0fb8-4f80-bce9-0b2904088989 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:46.924487 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:46.932542 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Checking router: 2d752740-7278-41be-b6a3-0fedc99bdd76 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:46.941019 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Routers {'2d752740-7278-41be-b6a3-0fedc99bdd76'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:46.941634 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['2d752740-7278-41be-b6a3-0fedc99bdd76'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:47.007486 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] For port 16c9d731-0fb8-4f80-bce9-0b2904088989, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=16c9d731-0fb8-4f80-bce9-0b2904088989,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:47.007736 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.021005 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Calling delete_port for 16c9d731-0fb8-4f80-bce9-0b2904088989 owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:47.030479 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] Set router 2d752740-7278-41be-b6a3-0fedc99bdd76 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:47.081030 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 6, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:47.109924 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efff97-3273-472f-a4f9-66e13c25d795 None None] The sync data for ids ['2d752740-7278-41be-b6a3-0fedc99bdd76'] in dv-cinder-776422-4-iscsi is: [{'id': '2d752740-7278-41be-b6a3-0fedc99bdd76', 'name': 'tempest-AttachVolumeTestJSON-2126037657-router', 'tenant_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:33:35Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 6, 'project_id': '17202b7fa9ac43bc9736f2eed5c623f3', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:47.255812 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.281279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=16c9d731-0fb8-4f80-bce9-0b2904088989,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:47.343685 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.435725 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.437986 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.575750 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.576318 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d752740-7278-41be-b6a3-0fedc99bdd76 {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:40:47.581296 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.582446 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ee5af6f7-12b3-468f-9f04-452d06670ffc admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d752740-7278-41be-b6a3-0fedc99bdd76 HTTP/1.1" status: 204 len: 168 time: 0.9801250 Nov 11 16:40:47.584912 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33156) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:47.627053 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Deleting subnet bd491d17-dffb-40d8-a549-66ba9cf2fa76 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:40:47.630067 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.665706 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.775479 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.913458 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.939326 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd491d17-dffb-40d8-a549-66ba9cf2fa76,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:47.946940 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:47.950977 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-4574412a-89d9-41f7-a494-2c5c6a7ac992 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bd491d17-dffb-40d8-a549-66ba9cf2fa76 HTTP/1.1" status: 204 len: 168 time: 0.3642645 Nov 11 16:40:47.951999 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e1a2f7-19d4-452c-b656-f5ea206f3857 None None] Network 1e682cd1-79a2-4f10-874e-44da8bf34e22 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:40:47.952750 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33160) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:48.028450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.085326 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Deleting port 776fe286-4ef9-4927-bbe0-8c0c8258d212 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:48.085698 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.158276 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] DHCP port deletion for 1e682cd1-79a2-4f10-874e-44da8bf34e22 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:40:48.162393 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] For port 776fe286-4ef9-4927-bbe0-8c0c8258d212, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=776fe286-4ef9-4927-bbe0-8c0c8258d212,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:48.162633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.180030 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Calling delete_port for 776fe286-4ef9-4927-bbe0-8c0c8258d212 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:48.214974 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Deleting port 776fe286-4ef9-4927-bbe0-8c0c8258d212 {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:48.215370 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.278156 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] For port 776fe286-4ef9-4927-bbe0-8c0c8258d212, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=776fe286-4ef9-4927-bbe0-8c0c8258d212,segment=NetworkSegment(365bbb69-1c94-4bea-9e28-a1c5b6863bb2),segment_id=365bbb69-1c94-4bea-9e28-a1c5b6863bb2)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:48.278587 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.294526 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Calling delete_port for 776fe286-4ef9-4927-bbe0-8c0c8258d212 owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:48.349870 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.376892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Pushing event deleted for resources: {'Port': ['ID=776fe286-4ef9-4927-bbe0-8c0c8258d212,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:48.380521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] No DVR routers for this DVR port 776fe286-4ef9-4927-bbe0-8c0c8258d212 on host dv-cinder-776422-4-iscsi {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:40:48.406992 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.439060 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] Pushing event deleted for resources: {'Port': ['ID=776fe286-4ef9-4927-bbe0-8c0c8258d212,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:48.441005 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6382223-699c-4ad5-adcb-e582ecc9954a None None] No DVR routers for this DVR port 776fe286-4ef9-4927-bbe0-8c0c8258d212 on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:40:48.457353 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.478049 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e682cd1-79a2-4f10-874e-44da8bf34e22']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:48.488006 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365bbb69-1c94-4bea-9e28-a1c5b6863bb2') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:48.488303 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365bbb69-1c94-4bea-9e28-a1c5b6863bb2') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:48.497649 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.510990 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.516778 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:40:48.517137 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:40:48.519049 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:40:48.664470 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.671662 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:48.675219 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e682cd1-79a2-4f10-874e-44da8bf34e22 HTTP/1.1" status: 204 len: 168 time: 0.7211645 Nov 11 16:40:48.688255 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf04112-cbd0-4fc3-a1d6-62d931ac6599 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e682cd1-79a2-4f10-874e-44da8bf34e22,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:48.792382 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:48.812894 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:48.816859 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4c30296c-b98f-4dfd-a895-b29a66f1c7a4 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:48.816859 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 776fe286-4ef9-4927-bbe0-8c0c8258d212 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:48.832609 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 776fe286-4ef9-4927-bbe0-8c0c8258d212 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:48.833004 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 776fe286-4ef9-4927-bbe0-8c0c8258d212 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:48.833366 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 16c9d731-0fb8-4f80-bce9-0b2904088989 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:48.851899 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 16c9d731-0fb8-4f80-bce9-0b2904088989 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:48.852242 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 16c9d731-0fb8-4f80-bce9-0b2904088989 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:49.014289 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33166) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:49.054866 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a5e80a20-88c8-4218-821b-2bf78fdff3fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17202b7fa9ac43bc9736f2eed5c623f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394001 Nov 11 16:40:49.058037 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33168) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:49.109762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:49.131131 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:49.238502 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:49.241106 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:49.242286 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1a0de66-9c08-470a-afc0-9031ed50e092 HTTP/1.1" status: 204 len: 168 time: 0.1831601 Nov 11 16:40:49.250401 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a75db7-374e-4cb9-96e4-f3a769640d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a0de66-9c08-470a-afc0-9031ed50e092,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:49.445607 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-dd25774e-dc89-44ac-a0b5-078acb57d82e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399878 Nov 11 16:40:49.515458 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-2e1d15a2-e8d4-41f0-b659-66ea223bbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:49.516834 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-2e1d15a2-e8d4-41f0-b659-66ea223bbfc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 1100 time: 0.0414639 Nov 11 16:40:49.629494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-b9e1e7ed-1f53-474c-a2a0-cf203c680110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:49.631044 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-b9e1e7ed-1f53-474c-a2a0-cf203c680110 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.0907409 Nov 11 16:40:49.699237 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-d963e0e9-8e81-46f6-9319-78356f69ded8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 200 len: 1001 time: 0.0599117 Nov 11 16:40:49.756936 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-d0aef3c3-24f1-4cb5-aa74-b0c2d0a4df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:49.758402 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-d0aef3c3-24f1-4cb5-aa74-b0c2d0a4df95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0473688 Nov 11 16:40:49.805131 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-6b54f5f1-2c29-4091-ae7e-b0c71a32f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:49.806687 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-6b54f5f1-2c29-4091-ae7e-b0c71a32f3f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405290 Nov 11 16:40:49.913347 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-b4e7ef93-038e-408a-85c8-6e887bd9d046 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943363 Nov 11 16:40:50.030537 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-415cd4e4-6aeb-4f80-8f28-04fd15012163 req-8c476260-14fc-47d4-8723-fbe46f14cb99 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029599 Nov 11 16:40:50.449641 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868adfa-b514-42d3-be9f-214b22938774 req-a134ebac-36cd-4076-9f4c-690b87a609b5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:50.451234 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b868adfa-b514-42d3-be9f-214b22938774 req-a134ebac-36cd-4076-9f4c-690b87a609b5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0502760 Nov 11 16:40:50.504769 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b868adfa-b514-42d3-be9f-214b22938774 req-6e1f0b93-92fb-438a-919e-c75c5bc51708 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470703 Nov 11 16:40:51.631211 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262650e6-ae58-46e0-89d6-8134bcc60b6a req-e23d5eb0-97d1-49df-8f07-1dcf06304322 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:51.632708 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-262650e6-ae58-46e0-89d6-8134bcc60b6a req-e23d5eb0-97d1-49df-8f07-1dcf06304322 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0507479 Nov 11 16:40:51.681003 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-262650e6-ae58-46e0-89d6-8134bcc60b6a req-bdbd883a-1d94-4609-abc3-cceaa0ce09cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Nov 11 16:40:52.328550 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-fd5d8409-1834-4bcc-8f45-3d16b631188f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:52.329881 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-fd5d8409-1834-4bcc-8f45-3d16b631188f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0521948 Nov 11 16:40:52.431893 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Deleting port a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:52.432926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:52.525199 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] For port a173eeb2-15cc-4b94-903a-83a2fe6fe25b, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:52.525560 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:52.692012 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:52.692631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:52.692748 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Floating IP 2a5d60c0-0411-4f89-b848-fd4e7572cf6a disassociated. External IP: 172.27.0.40, port: a173eeb2-15cc-4b94-903a-83a2fe6fe25b. Nov 11 16:40:52.692998 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Calling delete_port for a173eeb2-15cc-4b94-903a-83a2fe6fe25b owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:52.809052 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bbd32-38d0-4213-ad5e-2ff7fa55e3a2 req-8c42ba98-9953-4014-9ad1-c8594d38f979 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:52.810523 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c16bbd32-38d0-4213-ad5e-2ff7fa55e3a2 req-8c42ba98-9953-4014-9ad1-c8594d38f979 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 947 time: 0.0523632 Nov 11 16:40:52.857678 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-c16bbd32-38d0-4213-ad5e-2ff7fa55e3a2 req-3af7dae5-5553-4ee7-b8b2-254ae2dee276 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=08d59ca0-33ab-4da3-b048-d3253a1e66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Nov 11 16:40:52.898826 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:52.927266 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'Port': ['ID=a173eeb2-15cc-4b94-903a-83a2fe6fe25b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:53.272977 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:53.390321 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:53.401637 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:53.411824 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:53.412637 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:53.431684 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] No DVR routers for this DVR port a173eeb2-15cc-4b94-903a-83a2fe6fe25b on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:40:53.434328 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:53.437731 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-49270e83-d7f9-4fa2-8b8d-940a1dafe4f7 req-7e9a9615-7740-4e71-a4c6-2b6d4b2d2a99 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "DELETE /v2.0/ports/a173eeb2-15cc-4b94-903a-83a2fe6fe25b HTTP/1.1" status: 204 len: 173 time: 1.0941384 Nov 11 16:40:53.438200 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-deleted', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:53.447306 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fdb37-8e41-42dd-b8de-adc02cb5994b" -d '{"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-deleted", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:53.476564 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf173ec-94a1-4fb3-af4b-6f205cba7494 x-openstack-request-id: req-8cf173ec-94a1-4fb3-af4b-6f205cba7494 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:53.476860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6", "name": "network-vif-deleted", "tag": "a173eeb2-15cc-4b94-903a-83a2fe6fe25b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:53.477111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cf173ec-94a1-4fb3-af4b-6f205cba7494 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:53.477504 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6', 'name': 'network-vif-deleted', 'tag': 'a173eeb2-15cc-4b94-903a-83a2fe6fe25b', 'status': 'completed', 'code': 200} Nov 11 16:40:53.530482 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:53.733613 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:53.735004 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-ad49683e-fb48-4021-b6a2-0a4729ae342a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108681978&fields=id&tenant_id=76c17d79aa3e434b8a66bfd4f0085b60 HTTP/1.1" status: 200 len: 267 time: 0.0460927 Nov 11 16:40:53.765503 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:53.777011 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:53.777812 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:53.803052 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-aca41281-82a6-4292-a27b-6d9f0d83e5ef tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:53.804624 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-aca41281-82a6-4292-a27b-6d9f0d83e5ef tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 984 time: 0.0615878 Nov 11 16:40:53.816221 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Request body: {'port': {'security_groups': ['c47c4a6c-232f-402f-8398-ef0f19bba101']}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:53.893087 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:53.896544 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:53.990511 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6aafd8b4-446f-4ce8-90d0-0d26731da7e3 req-04acc167-302d-4168-9bd5-aa6b2775aa0d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7b7a2ab-4238-4856-8c4c-5ce4658ca2c6 HTTP/1.1" status: 200 len: 210 time: 0.0320168 Nov 11 16:40:54.097908 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:40:54.128740 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.189675 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.203053 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:40:54.210793 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:54.239268 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:54.239698 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4582b-93a1-4678-a372-55be91a2544e None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:54.240190 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.245948 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a0bc9746-4f20-49a9-b436-ba2e01effd2a req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "PUT /v2.0/ports/3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 942 time: 0.4342160 Nov 11 16:40:54.246678 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:54.249477 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4d9c21-de24-4585-9aca-344e36698306" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:54.250705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:54.289174 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48d7df-dda6-4d65-8d11-c71fd6acd85a tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event updated for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:54.304325 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33258) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:54.365703 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:40:54.377462 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3636a8-4405-4092-8b86-2055c342092b x-openstack-request-id: req-2a3636a8-4405-4092-8b86-2055c342092b {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:54.377826 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:54.378751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a3636a8-4405-4092-8b86-2055c342092b {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:54.379363 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:40:54.454399 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.493517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d9c21-de24-4585-9aca-344e36698306 req-15ff7771-cdf9-4a62-9105-7ac70203141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:54.495644 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-15ff7771-cdf9-4a62-9105-7ac70203141f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1098 time: 0.0883000 Nov 11 16:40:54.498142 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.505142 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e06590b1-d31f-43be-83e1-05354eadcbfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.633509 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e06590b1-d31f-43be-83e1-05354eadcbfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.641225 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d9c21-de24-4585-9aca-344e36698306 req-c65968c5-e76d-45af-b55a-c774294eb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:54.643080 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-c65968c5-e76d-45af-b55a-c774294eb76e service neutron] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 916 time: 0.1363225 Nov 11 16:40:54.715197 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fbede0-1fd6-430a-a81c-1dcbb648ce02 None None] New status for floating IP 2a5d60c0-0411-4f89-b848-fd4e7572cf6a: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:40:54.719992 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-452c23f0-52b6-4841-808c-96a68099eac6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 1001 time: 0.0661507 Nov 11 16:40:54.720177 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e06590b1-d31f-43be-83e1-05354eadcbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.764334 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-e06590b1-d31f-43be-83e1-05354eadcbfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ab7eed5ecf444b3bbe5f6ae205ff6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565711 Nov 11 16:40:54.764334 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06590b1-d31f-43be-83e1-05354eadcbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee25504-607f-4967-8d87-f13a9ee662c0,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:54.765627 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33262) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:54.781911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d9c21-de24-4585-9aca-344e36698306 req-e3ed6e96-396e-4c18-861c-eec2b4801610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:54.785892 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-e3ed6e96-396e-4c18-861c-eec2b4801610 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0557470 Nov 11 16:40:54.785892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.787259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.790617 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "DELETE /v2.0/security-groups/75e1c2a0-26cd-4d98-a2d7-045b6b183c54 HTTP/1.1" status: 204 len: 168 time: 0.5386722 Nov 11 16:40:54.792817 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33264) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:54.818149 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-a22a0937-5bd3-45cf-8fbc-102957dc14ee None None] Provisioning complete for port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:40:54.818541 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a22a0937-5bd3-45cf-8fbc-102957dc14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.821108 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.843891 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.871083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83861003-88a0-40f8-8731-7609603927d7 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1c2a0-26cd-4d98-a2d7-045b6b183c54,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:54.943865 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d9c21-de24-4585-9aca-344e36698306 req-ec660e45-4710-41b0-9b37-a1c9c52dc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:54.945493 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-ec660e45-4710-41b0-9b37-a1c9c52dc9da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415832 Nov 11 16:40:54.956638 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.961012 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:54.961923 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cee25504-607f-4967-8d87-f13a9ee662c0 HTTP/1.1" status: 204 len: 168 time: 0.1957877 Nov 11 16:40:54.976863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072111cb-0dbd-4f8a-9363-1d416eb65179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee25504-607f-4967-8d87-f13a9ee662c0,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:55.096232 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-3464db50-f595-4ab7-92db-2063d2082d09 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422968 Nov 11 16:40:55.101871 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Deleting port 1b36e989-7700-4b52-aaf0-4a7df827a49a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:55.102243 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.186136 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33272) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:55.241158 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.241447 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.241447 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.259155 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ec4d9c21-de24-4585-9aca-344e36698306 req-ce23cb39-1f2c-49f7-8cec-cd6d3b05c501 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488371 Nov 11 16:40:55.259155 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Calling delete_port for 1b36e989-7700-4b52-aaf0-4a7df827a49a owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:55.271251 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.438624 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.441231 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.442494 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "DELETE /v2.0/security-groups/08d59ca0-33ab-4da3-b048-d3253a1e66cf HTTP/1.1" status: 204 len: 168 time: 0.2552304 Nov 11 16:40:55.450429 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33280) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:55.451475 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce3265-c5bc-4bd5-ae70-feaa794d6821 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d59ca0-33ab-4da3-b048-d3253a1e66cf,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:55.470600 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.api.v2.resource [None req-f38511c2-f146-47de-8c4c-d2d7c1da88ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] show failed (client error): The resource could not be found. Nov 11 16:40:55.474656 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f38511c2-f146-47de-8c4c-d2d7c1da88ae tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups/08d59ca0-33ab-4da3-b048-d3253a1e66cf HTTP/1.1" status: 404 len: 347 time: 0.0201445 Nov 11 16:40:55.474656 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33284) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:55.510477 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.545459 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event deleted for resources: {'Port': ['ID=1b36e989-7700-4b52-aaf0-4a7df827a49a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:55.662423 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.662637 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Floating IP f4f2dfa2-4149-444d-8903-d9285bc3c4ea disassociated (deleted). External IP: 172.27.0.240, port: 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8. Nov 11 16:40:55.746813 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Deleting port 56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:40:55.747144 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.876025 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.876350 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:55.915660 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Calling delete_port for 56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:40:55.988180 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:40:56.053071 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:40:56.089461 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: a173eeb2-15cc-4b94-903a-83a2fe6fe25b {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:40:56.089953 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device a173eeb2-15cc-4b94-903a-83a2fe6fe25b not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:40:56.152156 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:40:56.156828 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:56.164253 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Sync routers for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:40:56.177532 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:56.178609 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:56.188635 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-3f13829c-b340-4fe5-9044-d787870f450f tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "DELETE /v2.0/floatingips/f4f2dfa2-4149-444d-8903-d9285bc3c4ea HTTP/1.1" status: 204 len: 168 time: 1.3891079 Nov 11 16:40:56.188635 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:40:56.188635 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:40:56.239086 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:56.273253 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ebf89-0b3d-49f0-9c12-0351c63ca888 x-openstack-request-id: req-fb5ebf89-0b3d-49f0-9c12-0351c63ca888 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:40:56.273624 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:40:56.273945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb5ebf89-0b3d-49f0-9c12-0351c63ca888 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:40:56.274507 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:40:56.278494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'Port': ['ID=56e41c8f-eb0e-4e66-a7e8-58ea7cdeea90,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:56.293126 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:56.385831 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:56.389398 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:56.389398 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-951ca717-ac29-4494-b011-1bce04f0bfd1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "DELETE /v2.0/floatingips/2a5d60c0-0411-4f89-b848-fd4e7572cf6a HTTP/1.1" status: 204 len: 168 time: 0.9133124 Nov 11 16:40:56.392935 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-cbe87790-6c41-4ced-83c0-ee644106fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:56.392935 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-cbe87790-6c41-4ced-83c0-ee644106fee2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 1098 time: 0.0994053 Nov 11 16:40:56.496554 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-f5941dc0-1601-4a23-9597-e9daaa65a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:56.498085 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-f5941dc0-1601-4a23-9597-e9daaa65a3b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 200 len: 916 time: 0.0941122 Nov 11 16:40:56.535594 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:56.564952 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Checking router: b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:40:56.575922 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:40:56.576594 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:40:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:56.727415 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:40:56.823112 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-5b51eef1-5dc7-44b0-b55a-c6c3b2393cdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 200 len: 217 time: 0.3170233 Nov 11 16:40:56.851407 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33314) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:56.856878 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663181240', 'description': 'tempest-description--1205046498'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:56.887458 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-caaefb59-670a-4cc9-bfba-0ed79912e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:56.888968 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-caaefb59-670a-4cc9-bfba-0ed79912e1fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 200 len: 853 time: 0.0570049 Nov 11 16:40:56.941756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:56.951853 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-397ef0d4-50d8-4bf1-a720-af7bb2388048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:56.952869 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:40:56.953383 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-397ef0d4-50d8-4bf1-a720-af7bb2388048 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72eead7b-0108-477b-b649-9457380ce48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414822 Nov 11 16:40:56.981570 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510367d-8282-47a3-8f30-1e5d4aa96d35 None None] The sync data for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi is: [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:38:13Z', 'revision_number': 4, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'f35ece76-b5a3-4ba8-8cc7-43fedc88faab', 'name': '', 'network_id': '72eead7b-0108-477b-b649-9457380ce48c', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'mac_address': 'fa:16:3e:0a:6f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:12Z', 'updated_at': '2021-11-11T16:38:17Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'subnets': [{'id': '592a5bc9-0cbd-4940-bfce-6e171a0085a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:40:57.013651 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.052792 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-ffae829a-2d80-4652-8d48-7ffcfda3a884 service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901628 Nov 11 16:40:57.147452 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.156401 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c8f47395-9d3d-4b34-a1f9-0c887bc39d2e req-c04924f9-b08f-459d-be01-2197d514f1ab service neutron] 10.222.0.70 "GET /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931022 Nov 11 16:40:57.188209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:57.257969 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40e2f9-bfe2-49dc-be92-1e7f9095676e None None] New status for floating IP f4f2dfa2-4149-444d-8903-d9285bc3c4ea: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:40:57.266625 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.268136 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3688e028-0744-40b2-8943-1884e6795745 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4154599 Nov 11 16:40:57.271261 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33320) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:57.277394 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group_rule': {'security_group_id': 'bfc27c1f-236f-4d7a-89a6-70c8771a7b6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:57.376392 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.660697 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.747315 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.768989 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a60554-54ba-4a75-9e89-1432406225a2,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:57.863619 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:57.864754 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-efe8f89f-975a-4b4b-af32-f4f27464a598 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5925589 Nov 11 16:40:57.867432 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33324) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:57.872463 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'security_group_rule': {'security_group_id': 'bfc27c1f-236f-4d7a-89a6-70c8771a7b6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:57.957197 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.013376 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.078038 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:40:58.095907 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578696'] for security_group_rule, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.115360 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2ccbf8-80e8-43b0-938c-01de8d17f6d7,revision_number=0']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:58.195230 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.196568 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d6794c53-7db9-4de1-bc2c-68dc3d2d3d02 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281949 Nov 11 16:40:58.207104 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33334) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:40:58.211756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:40:58.290072 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.386719 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.487094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Allocated IP 172.27.0.193 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/32f2bd68-7b7f-4318-a233-7e49b048b82c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:40:58.591734 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.707864 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.742325 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:40:58.749120 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:40:58.752635 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:40:58.780781 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=32f2bd68-7b7f-4318-a233-7e49b048b82c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:58.848808 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:58.952305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:59.100325 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:59.206894 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:59.270196 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=32f2bd68-7b7f-4318-a233-7e49b048b82c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:40:59.286275 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:59.420934 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:40:59.422104 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f29fcf6c-c47e-486b-b12b-deaa173f18f2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2139490 Nov 11 16:40:59.625453 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-2c5e2c78-93e0-4dbf-a605-ecdf8fdcaf8a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--663181240&fields=id&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 267 time: 0.0453727 Nov 11 16:40:59.731352 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-664ccfa5-4e32-4ad4-9e38-076b836edfe4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:40:59.732820 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-664ccfa5-4e32-4ad4-9e38-076b836edfe4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 817 time: 0.1000805 Nov 11 16:40:59.747241 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-0695d290-8e68-4fd2-b250-e7e2f1b88c8f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/quotas/879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 375 time: 0.0089228 Nov 11 16:40:59.799605 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-8fd95eda-1388-42c7-b91c-1648733c7c33 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470943 Nov 11 16:40:59.896584 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-b6783d29-57fb-4e13-bb12-836b009cb00a service neutron] 10.222.0.11 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853667 Nov 11 16:40:59.986482 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-497253a1-3fb2-44d5-98e9-e05281e34a19 service neutron] 10.222.0.11 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828061 Nov 11 16:41:00.278508 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ffbca51b-697c-469a-ad3e-4b46d8f9db44 req-50f0eccf-5f71-4e30-a3d6-0657d4036feb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Nov 11 16:41:00.717015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481632c-2744-4230-b3f3-40162811fb1b req-f9e3016e-8c3f-4f3b-b9d4-4d8b53315728 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:00.725591 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6481632c-2744-4230-b3f3-40162811fb1b req-f9e3016e-8c3f-4f3b-b9d4-4d8b53315728 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0542386 Nov 11 16:41:00.768004 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6481632c-2744-4230-b3f3-40162811fb1b req-134bcec7-350c-42de-b443-a1e720b4063e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Nov 11 16:41:01.384468 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-80deaefd-1244-43b5-9c73-a1ceb0a1ef99 req-181bdb97-3c49-472e-80c2-9b3d632dc118 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 210 time: 0.0309424 Nov 11 16:41:01.893746 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840331c2-b041-4fff-8813-a0e77b7bcf92 req-29fdf908-e3ee-4ed7-ad90-4117d31c2ef8 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:01.895507 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-840331c2-b041-4fff-8813-a0e77b7bcf92 req-29fdf908-e3ee-4ed7-ad90-4117d31c2ef8 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0610781 Nov 11 16:41:01.944373 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-840331c2-b041-4fff-8813-a0e77b7bcf92 req-6e7ac6f5-937f-45e4-b6a3-35a6441f4adb tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Nov 11 16:41:02.016004 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dec30bf5-aed6-42cc-a890-34eea8215936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:02.497732 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-b710bca1-b1fa-4942-8abe-985d16235364 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:02.499227 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-b710bca1-b1fa-4942-8abe-985d16235364 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 817 time: 0.1225893 Nov 11 16:41:02.507848 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d64c3f9d-7483-4505-9e89-da0364949750 req-0b9f8859-787b-48ad-8467-c94ebd2a5c19 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 210 time: 0.0481317 Nov 11 16:41:02.615683 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe070b-6363-4503-8ed8-593caefced3b req-98fb79fb-c744-48bd-bda6-27faf650e1da tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:02.615683 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dafe070b-6363-4503-8ed8-593caefced3b req-98fb79fb-c744-48bd-bda6-27faf650e1da tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.70 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.0824213 Nov 11 16:41:02.622805 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-0ff7602b-25bc-4a2a-8118-8f5c6e26b19e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 379 time: 0.0985277 Nov 11 16:41:02.633580 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'port': {'device_id': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'admin_state_up': True, 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'security_groups': ['bfc27c1f-236f-4d7a-89a6-70c8771a7b6e']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:02.807344 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Deleting port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:02.807684 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:02.875770 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Made reservation on behalf of 879f0a1ecdb7480b90d97e4531b9ff6d for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:41:02.879343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:02.963731 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] For port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:02.971374 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:02.986740 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Calling delete_port for 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:03.130045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Allocated IP 172.20.0.14 (66af3c6e-94b6-4081-be31-9f4060c2d263/bd132da7-18a9-43e6-9fc8-a93179fc8190/ead4bcc8-fcdc-4387-b306-f6859625972f) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:41:03.151770 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5cae3-01a1-4e1f-8331-00dbfd00e24f req-4817c758-2517-489c-96ea-c87b7794c9ca tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:03.153747 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-81c5cae3-01a1-4e1f-8331-00dbfd00e24f req-4817c758-2517-489c-96ea-c87b7794c9ca tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 945 time: 0.1211734 Nov 11 16:41:03.266602 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-81c5cae3-01a1-4e1f-8331-00dbfd00e24f req-043b7995-3211-4844-bbc0-03c94a959d7e tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/security-groups?id=c47c4a6c-232f-402f-8398-ef0f19bba101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029694 Nov 11 16:41:03.361775 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:03.373833 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:41:03.431392 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Pushing event deleted for resources: {'Port': ['ID=3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:03.484735 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] No DVR routers for this DVR port 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:03.492284 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:03.495592 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-dafe070b-6363-4503-8ed8-593caefced3b req-07e870a7-03c8-4003-8315-024b06965918 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.70 "DELETE /v2.0/ports/3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 HTTP/1.1" status: 204 len: 173 time: 0.8718803 Nov 11 16:41:03.496027 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'name': 'network-vif-deleted', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:03.498947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4ad22-3437-48d2-a81c-6073d0994ca4" -d '{"events": [{"server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "name": "network-vif-deleted", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:03.530626 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:03.541689 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c31acad-d58b-46fa-a1da-e28760e4aa3d x-openstack-request-id: req-6c31acad-d58b-46fa-a1da-e28760e4aa3d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:03.541980 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b3cfe-e67c-42c9-bdb6-7187a3ec1649", "name": "network-vif-deleted", "tag": "3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:03.542258 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c31acad-d58b-46fa-a1da-e28760e4aa3d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:03.542701 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b3cfe-e67c-42c9-bdb6-7187a3ec1649', 'name': 'network-vif-deleted', 'tag': '3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8', 'status': 'completed', 'code': 200} Nov 11 16:41:03.610192 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a22237a7-fc8d-4f0d-903b-412b0016f690 req-96685eca-b6d5-4a63-8a1b-29fe11283ccd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 210 time: 0.0256796 Nov 11 16:41:03.710716 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:03.753562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:41:03.756729 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:41:03.760509 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:41:03.789114 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:03.819969 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:03.820741 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:03.930022 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-e358618f-b91c-43bd-b1dd-3d5ab9b381cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2996664 Nov 11 16:41:03.942919 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Request body: {'port': {'device_id': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:03.997083 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.086004 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-bd54edf2-b2fc-441e-9ca3-46b0739516c9 None None] Provisioning complete for port ead4bcc8-fcdc-4387-b306-f6859625972f triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:41:04.086292 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bd54edf2-b2fc-441e-9ca3-46b0739516c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.121020 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-bd54edf2-b2fc-441e-9ca3-46b0739516c9 None None] Port ead4bcc8-fcdc-4387-b306-f6859625972f cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:41:04.264739 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:41:04.273323 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.287058 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Transition to ACTIVE for port object ead4bcc8-fcdc-4387-b306-f6859625972f will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:41:04.371507 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-23aec2a3-94c3-426d-8406-2ef1fbd6977e req-5f063dbf-9c1e-4e29-bbcc-a508b9c330d3 tempest-TestMinimumBasicScenario-1534231350 tempest-TestMinimumBasicScenario-1534231350-project] 10.222.0.11 "GET /v2.0/ports?device_id=e53b3cfe-e67c-42c9-bdb6-7187a3ec1649 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Nov 11 16:41:04.379015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.427778 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-94fb4ca7-202b-43a0-9968-f3cc96008a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.436214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:04.501462 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Attempting to bind port ead4bcc8-fcdc-4387-b306-f6859625972f on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:41:04.501787 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Attempting to bind port ead4bcc8-fcdc-4387-b306-f6859625972f by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:41:04.507963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Attempting to bind port ead4bcc8-fcdc-4387-b306-f6859625972f on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:41:04.507963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Port ead4bcc8-fcdc-4387-b306-f6859625972f on network 66af3c6e-94b6-4081-be31-9f4060c2d263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:41:04.507963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Attempting to bind port ead4bcc8-fcdc-4387-b306-f6859625972f on network 66af3c6e-94b6-4081-be31-9f4060c2d263 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:41:04.512182 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:41:04.512519 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Checking segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:41:04.512899 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Bound using segment: {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:41:04.513315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Bound port: ead4bcc8-fcdc-4387-b306-f6859625972f, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cf6567-1a06-4ec2-99b9-a4c815724576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:41:04.513665 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.589373 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:41:04.593718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:41:04.709589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.746343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:04.747385 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:04.748467 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] 10.222.0.70 "PUT /v2.0/ports/ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 1094 time: 0.8099153 Nov 11 16:41:04.776859 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64697c2a-5ac8-4d2d-9201-82981d3b7bb9 req-2005b118-d35e-40ad-9056-b822627c18db tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:04.778927 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-64697c2a-5ac8-4d2d-9201-82981d3b7bb9 req-2005b118-d35e-40ad-9056-b822627c18db tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0962653 Nov 11 16:41:04.797181 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc9b0-b6af-490f-b579-a8e243b2d744 service neutron] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:04.834277 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-64697c2a-5ac8-4d2d-9201-82981d3b7bb9 req-aefdd64e-91f0-4fd5-9281-c8c13080300f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491016 Nov 11 16:41:04.924406 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-8eadd46c-d3bc-4dc1-90f0-2b0f807a226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:04.925901 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-8eadd46c-d3bc-4dc1-90f0-2b0f807a226d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1097 time: 0.0504508 Nov 11 16:41:04.972998 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-7c703c5d-70e0-4c5d-a46f-1cf296c43d34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 217 time: 0.0376284 Nov 11 16:41:05.022547 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-c248d87f-25f7-4aa5-a61d-4fba027101c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.023942 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-c248d87f-25f7-4aa5-a61d-4fba027101c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0441682 Nov 11 16:41:05.074490 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-afdf3d7e-62b5-4356-81e4-c184f743ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.075957 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-afdf3d7e-62b5-4356-81e4-c184f743ffe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440345 Nov 11 16:41:05.164569 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-77aedc33-18f0-4c06-b750-69c858405bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812004 Nov 11 16:41:05.255607 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-56cf4dda-1992-43a9-ae0c-42cbf257efda req-8a87aabb-10b0-44fa-bf4a-ef22b69a9589 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Nov 11 16:41:05.475791 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:05.544499 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:05.546878 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81" -d '{"events": [{"name": "network-changed", "server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:05.584183 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdbc629-04e2-4507-a8a7-26dab128e64e x-openstack-request-id: req-3cdbc629-04e2-4507-a8a7-26dab128e64e {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:05.584474 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:05.584721 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cdbc629-04e2-4507-a8a7-26dab128e64e {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:05.585102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'status': 'completed', 'code': 200} Nov 11 16:41:05.651331 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-3f9386eb-4047-4a64-a455-21cac062c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.652249 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-3f9386eb-4047-4a64-a455-21cac062c723 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1097 time: 0.0415115 Nov 11 16:41:05.749982 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-bf062cb1-9192-4c96-9101-074fd3ef8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.751462 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-bf062cb1-9192-4c96-9101-074fd3ef8390 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.0901694 Nov 11 16:41:05.797223 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-0916e5c6-ac4f-4e5c-9b3d-de07e7658815 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 217 time: 0.0351169 Nov 11 16:41:05.846039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-2f16bf88-a44e-4264-8c2f-1e9156306c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.847598 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-2f16bf88-a44e-4264-8c2f-1e9156306c33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0434003 Nov 11 16:41:05.903639 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-bd21ef22-13ef-4dfe-bbb6-a89cf1609135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:05.905143 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-bd21ef22-13ef-4dfe-bbb6-a89cf1609135 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443039 Nov 11 16:41:06.012013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216f37-746b-4453-8046-598dbcf71d85 req-7e36d8b6-2483-41bf-8609-85b3cf37ada2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:06.014099 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e6216f37-746b-4453-8046-598dbcf71d85 req-7e36d8b6-2483-41bf-8609-85b3cf37ada2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.1018364 Nov 11 16:41:06.054713 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-872bb915-ada7-47f2-8589-16f0200d10e7 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338670 Nov 11 16:41:06.086012 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:06.108185 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:06.108528 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 3c5aa2f8-9a3b-4e99-8e6f-ac27999888f8 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:06.127921 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e6216f37-746b-4453-8046-598dbcf71d85 req-b4b5093e-15ea-41a4-939f-ab51ab8a923c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056671 Nov 11 16:41:06.170878 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-749d9a70-130f-45d1-9d6d-86c8fe8a3f81 req-50d5e567-4903-4746-9cfe-a3ecb9be7108 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056905 Nov 11 16:41:06.984390 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.101144 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33530) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:07.300517 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3a4ea-b401-451e-b9e6-714a78331348 req-7c9b52ff-eda3-4ab5-9fb4-3831692af99d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:07.302006 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-06a3a4ea-b401-451e-b9e6-714a78331348 req-7c9b52ff-eda3-4ab5-9fb4-3831692af99d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0983002 Nov 11 16:41:07.367377 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33536) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:07.387853 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-06a3a4ea-b401-451e-b9e6-714a78331348 req-42560f5a-8948-4727-8de1-8932900efe04 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595505 Nov 11 16:41:07.475605 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-921be335-db31-478a-ae88-9af3c130df60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.528600 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.549100 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-921be335-db31-478a-ae88-9af3c130df60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.612860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-921be335-db31-478a-ae88-9af3c130df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.654869 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-921be335-db31-478a-ae88-9af3c130df60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce8a22f3dbaf4f87997f3d6ff372467d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858634 Nov 11 16:41:07.656768 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be335-db31-478a-ae88-9af3c130df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dae256-c217-44e6-a259-02c7b4f8c739,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:07.658517 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33540) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:07.739014 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.766231 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.861126 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Deleting port f35ece76-b5a3-4ba8-8cc7-43fedc88faab {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:07.861126 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.934681 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] For port f35ece76-b5a3-4ba8-8cc7-43fedc88faab, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:07.935097 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.948193 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Calling delete_port for f35ece76-b5a3-4ba8-8cc7-43fedc88faab owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:07.952670 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.955285 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:07.958757 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94dae256-c217-44e6-a259-02c7b4f8c739 HTTP/1.1" status: 204 len: 168 time: 0.2969108 Nov 11 16:41:07.970568 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aef840-c60f-41cd-8f70-37c39ddba161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dae256-c217-44e6-a259-02c7b4f8c739,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:08.095046 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:41:08.130692 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.196975 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:08.208047 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:41:08.244609 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.249981 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.265343 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:41:08.271677 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35ece76-b5a3-4ba8-8cc7-43fedc88faab,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:08.291230 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:08.370687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.457974 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.458870 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:08.535538 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1a7ea-332a-4565-a984-cf9a843798cc req-ce2c7877-b3a9-45be-997c-8a073699cba5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:08.540877 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-20d1a7ea-332a-4565-a984-cf9a843798cc req-ce2c7877-b3a9-45be-997c-8a073699cba5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.0572629 Nov 11 16:41:08.589538 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-20d1a7ea-332a-4565-a984-cf9a843798cc req-a0ef592d-d87f-4beb-ba8b-8c44ad434ce6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Nov 11 16:41:08.604832 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ead4bcc8-fcdc-4387-b306-f6859625972f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:41:08.694759 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:08.808755 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:08.816553 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5249fe1f-ec6e-44ce-9343-3a543ee2d8d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118325 Nov 11 16:41:08.816553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33560) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:08.819520 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Sync routers for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:08.831350 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:08.831982 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:08.924802 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:08.937760 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:09.037889 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:09.143603 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:41:08Z', 'revision_number': 5, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port': {'id': '2cc7c498-a4e7-43ea-8d2a-e843981c8f01', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:27:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:10Z', 'updated_at': '2021-11-11T16:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:09.169489 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Checking router: b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:09.178224 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Routers {'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:09.178754 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:09.206472 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Deleting port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:09.206919 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:09.296077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] For port 2cc7c498-a4e7-43ea-8d2a-e843981c8f01, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:09.297320 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:09.310925 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Calling delete_port for 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:09.354827 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] Set router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 gateway port host: None {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:09.406729 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:41:09Z', 'revision_number': 6, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:09.436526 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74920-2242-47b6-918b-09e6bf7bf1f6 None None] The sync data for ids ['b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7'] in dv-cinder-776422-4-iscsi is: [{'id': 'b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7', 'name': 'tempest-TestMinimumBasicScenario-239789463-router', 'tenant_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:09Z', 'updated_at': '2021-11-11T16:41:09Z', 'revision_number': 6, 'project_id': '76c17d79aa3e434b8a66bfd4f0085b60', 'gw_port_host': None}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:09.559078 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:09.585499 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc7c498-a4e7-43ea-8d2a-e843981c8f01,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:09.645379 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.005366 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.008438 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.059689 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d66c7-05cf-4eb2-8d05-8d0b943e8604 req-cf71e733-c4f9-46be-aee6-c2d6989a67d1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:10.061700 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-747d66c7-05cf-4eb2-8d05-8d0b943e8604 req-cf71e733-c4f9-46be-aee6-c2d6989a67d1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.1454337 Nov 11 16:41:10.102693 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:41:10.109594 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-747d66c7-05cf-4eb2-8d05-8d0b943e8604 req-0e4a706b-1573-43f6-8d63-b24d4bc04cbf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Nov 11 16:41:10.170779 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.171385 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:41:10.176975 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.178397 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-14761465-967f-4fc9-91c8-ee6fc308363c admin admin] 10.222.0.11 "DELETE /v2.0/routers/b84dbec4-4fe6-420e-99b4-f9a1d3fc44f7 HTTP/1.1" status: 204 len: 168 time: 1.3608062 Nov 11 16:41:10.180752 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33590) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:10.230151 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Deleting subnet 592a5bc9-0cbd-4940-bfce-6e171a0085a3 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:41:10.233782 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.259459 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port ead4bcc8-fcdc-4387-b306-f6859625972f completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:41:10.264410 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ead4bcc8-fcdc-4387-b306-f6859625972f triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:41:10.264987 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.274199 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.354705 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.359729 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.384415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:10.397363 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9000710e-bed2-4d11-87e8-a1a5878cd6db" -d '{"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:10.404668 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:10.430275 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66807ed1-8184-4ef1-a292-bfd743ac0b01 x-openstack-request-id: req-66807ed1-8184-4ef1-a292-bfd743ac0b01 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:10.430685 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:10.431004 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66807ed1-8184-4ef1-a292-bfd743ac0b01 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:10.431460 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'code': 200} Nov 11 16:41:10.553286 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.553657 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.583312 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592a5bc9-0cbd-4940-bfce-6e171a0085a3,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:10.585292 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.593098 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236d076-6e0b-4c2c-90d1-281a77329ddc None None] Network 72eead7b-0108-477b-b649-9457380ce48c requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:10.595618 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-373bb686-0a6a-4c23-be68-26886bc5a605 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/592a5bc9-0cbd-4940-bfce-6e171a0085a3 HTTP/1.1" status: 204 len: 168 time: 0.4138587 Nov 11 16:41:10.598263 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33594) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:10.665385 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:10.671922 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.730216 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Deleting port 4deeb12f-214e-4815-b2ae-586983ef0358 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:10.730788 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.831773 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] DHCP port deletion for 72eead7b-0108-477b-b649-9457380ce48c request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:41:10.846439 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] For port 4deeb12f-214e-4815-b2ae-586983ef0358, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4deeb12f-214e-4815-b2ae-586983ef0358,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:10.846823 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.859268 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:10.860557 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ce9ef-482d-49eb-a17d-8f668e073d98 req-8af1bd86-0548-4dad-ba4c-7d09f45ca80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:10.862027 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-934ce9ef-482d-49eb-a17d-8f668e073d98 req-8af1bd86-0548-4dad-ba4c-7d09f45ca80c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1099 time: 0.0766971 Nov 11 16:41:10.867611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Calling delete_port for 4deeb12f-214e-4815-b2ae-586983ef0358 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:10.884384 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:10.884724 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 2cc7c498-a4e7-43ea-8d2a-e843981c8f01 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:10.885131 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f35ece76-b5a3-4ba8-8cc7-43fedc88faab no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:10.911547 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: f35ece76-b5a3-4ba8-8cc7-43fedc88faab {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:10.911885 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f35ece76-b5a3-4ba8-8cc7-43fedc88faab not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:10.930118 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Deleting port 4deeb12f-214e-4815-b2ae-586983ef0358 {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:10.930522 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:10.949751 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-934ce9ef-482d-49eb-a17d-8f668e073d98 req-245e9b9e-2a89-4c62-b3da-ca88f80e3b03 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782092 Nov 11 16:41:10.993964 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] For port 4deeb12f-214e-4815-b2ae-586983ef0358, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=4deeb12f-214e-4815-b2ae-586983ef0358,segment=NetworkSegment(4879c481-f748-4a82-99dc-d9454c3691d7),segment_id=4879c481-f748-4a82-99dc-d9454c3691d7)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:10.994392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.007210 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Calling delete_port for 4deeb12f-214e-4815-b2ae-586983ef0358 owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:11.179379 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.186024 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.209714 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Pushing event deleted for resources: {'Port': ['ID=4deeb12f-214e-4815-b2ae-586983ef0358,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:11.212035 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] No DVR routers for this DVR port 4deeb12f-214e-4815-b2ae-586983ef0358 on host dv-cinder-776422-4-iscsi {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:11.216446 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] Pushing event deleted for resources: {'Port': ['ID=4deeb12f-214e-4815-b2ae-586983ef0358,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:11.220542 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296fe4c-1ea7-4955-8fb5-2212f40caee4 None None] No DVR routers for this DVR port 4deeb12f-214e-4815-b2ae-586983ef0358 on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:11.249997 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9388292-aa97-4eaf-ab05-8adbf9b7e39e req-24e01fd6-b506-44d4-b78f-6c76e2466cfc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:11.251731 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b9388292-aa97-4eaf-ab05-8adbf9b7e39e req-24e01fd6-b506-44d4-b78f-6c76e2466cfc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0693111 Nov 11 16:41:11.291673 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.301453 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b9388292-aa97-4eaf-ab05-8adbf9b7e39e req-e0d89372-77bc-40da-b1ec-c5fa6e11a4f8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Nov 11 16:41:11.313105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eead7b-0108-477b-b649-9457380ce48c']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:11.322703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4879c481-f748-4a82-99dc-d9454c3691d7') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:11.323000 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4879c481-f748-4a82-99dc-d9454c3691d7') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:11.332424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.346822 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.352645 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:41:11.353027 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:41:11.354675 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:41:11.461465 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.467345 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:11.470727 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] 10.222.0.11 "DELETE /v2.0/networks/72eead7b-0108-477b-b649-9457380ce48c HTTP/1.1" status: 204 len: 168 time: 0.8714128 Nov 11 16:41:11.473724 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33602) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:11.481591 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8307e-d3cc-4abe-af93-ca74cd737507 admin admin] Pushing event deleted for resources: {'Network': ['ID=72eead7b-0108-477b-b649-9457380ce48c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:11.819440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.059651 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Deleting port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:12.059990 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.147443 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] For port 9c05696e-7680-4f79-8cf1-f3d5f183a4d4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:12.147816 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.160276 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Calling delete_port for 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:12.408198 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.429039 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c186b-d040-4386-9052-f36433e35cc0 req-c9a82110-c163-4e65-acd4-7936d0c04b7e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:12.430427 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c26c186b-d040-4386-9052-f36433e35cc0 req-c9a82110-c163-4e65-acd4-7936d0c04b7e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0533934 Nov 11 16:41:12.440126 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c05696e-7680-4f79-8cf1-f3d5f183a4d4,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:12.483038 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c26c186b-d040-4386-9052-f36433e35cc0 req-19abe950-5686-4889-bf36-174fbf00255f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462000 Nov 11 16:41:12.662554 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f96a-5c24-4e82-82cf-969032ba90f3 req-5734cc2d-d601-47f0-80a9-3b9e509d8b5c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:12.664004 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5514f96a-5c24-4e82-82cf-969032ba90f3 req-5734cc2d-d601-47f0-80a9-3b9e509d8b5c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0979061 Nov 11 16:41:12.664964 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.672764 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33620) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:12.678119 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Request body: {'floatingip': {'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:12.722545 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:12.887321 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4deeb12f-214e-4815-b2ae-586983ef0358 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:12.896128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Router 88f64ae6-a5de-4100-b3aa-872eeb5416ce has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:12.929248 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 4deeb12f-214e-4815-b2ae-586983ef0358 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:12.930198 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 4deeb12f-214e-4815-b2ae-586983ef0358 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:13.006386 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:13.014871 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-167c451d-3853-40c9-9059-b5eef6808652 admin admin] 10.222.0.11 "PUT /v2.0/routers/88f64ae6-a5de-4100-b3aa-872eeb5416ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5371392 Nov 11 16:41:13.015083 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33622) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:13.019244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Sync routers for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:13.032806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:13.033445 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:13.072558 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.137853 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.154900 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:13.218596 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.268838 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.290151 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.355066 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:41:12Z', 'revision_number': 5, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port': {'id': 'e9598e26-b6ad-47a4-8c26-5ad195289210', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:13.382617 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Checking router: 88f64ae6-a5de-4100-b3aa-872eeb5416ce for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:13.391603 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Routers {'88f64ae6-a5de-4100-b3aa-872eeb5416ce'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:13.392239 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:13.397995 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Floating IP b34ec315-cef6-4d29-85f1-64b3a85b69a2 associated. External IP: 172.27.0.193, port: ead4bcc8-fcdc-4387-b306-f6859625972f. Nov 11 16:41:13.431215 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Deleting port e9598e26-b6ad-47a4-8c26-5ad195289210 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:13.431714 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.520997 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] For port e9598e26-b6ad-47a4-8c26-5ad195289210, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=e9598e26-b6ad-47a4-8c26-5ad195289210,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:13.521478 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.548753 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Calling delete_port for e9598e26-b6ad-47a4-8c26-5ad195289210 owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:13.626148 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] Set router 88f64ae6-a5de-4100-b3aa-872eeb5416ce gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:13.684063 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:41:13Z', 'revision_number': 6, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:13.710751 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf95d3-64f2-485f-ba5c-ef91d7184cee None None] The sync data for ids ['88f64ae6-a5de-4100-b3aa-872eeb5416ce'] in dv-cinder-776422-4-iscsi is: [{'id': '88f64ae6-a5de-4100-b3aa-872eeb5416ce', 'name': 'tempest-TestMinimumBasicScenario-304744103-router', 'tenant_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:38:17Z', 'updated_at': '2021-11-11T16:41:13Z', 'revision_number': 6, 'project_id': 'c9ed6c0e6d524e5eb66ddbf0d039f10e', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:13.759223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.790207 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9598e26-b6ad-47a4-8c26-5ad195289210,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:13.852488 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.874700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:13.941561 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.943652 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.980476 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:13.985471 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:13.991695 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:14.005208 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:14.005208 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:14.013616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-23c90016-5117-45df-9f04-64d7897aaf7f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "PUT /v2.0/floatingips/b34ec315-cef6-4d29-85f1-64b3a85b69a2 HTTP/1.1" status: 200 len: 992 time: 1.3395467 Nov 11 16:41:14.014313 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:14.016613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d" -d '{"events": [{"name": "network-changed", "server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:14.053262 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.054279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f64ae6-a5de-4100-b3aa-872eeb5416ce {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:41:14.060035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.061283 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a28a4d-8882-4c88-923e-25413f93494a x-openstack-request-id: req-a3a28a4d-8882-4c88-923e-25413f93494a {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:14.062162 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6c5a92f4-813f-43e2-bcfe-7070545aead0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/88f64ae6-a5de-4100-b3aa-872eeb5416ce HTTP/1.1" status: 204 len: 168 time: 1.0450182 Nov 11 16:41:14.064831 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33632) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:14.070710 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:14.071356 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3a28a4d-8882-4c88-923e-25413f93494a {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:14.077241 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'status': 'completed', 'code': 200} Nov 11 16:41:14.116246 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:14.125080 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Deleting subnet 92bce2ae-3c40-443e-958e-c2f3a779b6c7 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:41:14.129408 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.143982 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-9bfa3f69-e69c-4043-8946-444314faaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:14.145646 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-9bfa3f69-e69c-4043-8946-444314faaf8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1099 time: 0.0597622 Nov 11 16:41:14.175836 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.275578 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-c9270b5e-816e-4598-b11e-b978b93c2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:14.277246 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-c9270b5e-816e-4598-b11e-b978b93c2b04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.1241720 Nov 11 16:41:14.284279 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.361961 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-183208a8-fe6f-4b8a-8210-383343ebaa3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 1000 time: 0.0747757 Nov 11 16:41:14.384583 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b34ec315-cef6-4d29-85f1-64b3a85b69a2', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:58Z', 'updated_at': '2021-11-11T16:41:13Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:14.417020 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:14.419319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-cdfd5d72-9d3b-403c-b5af-0d6acf57e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:14.421108 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-cdfd5d72-9d3b-403c-b5af-0d6acf57e27a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0523610 Nov 11 16:41:14.427263 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:14.428081 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:14.492604 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-96451d67-9e58-45af-9b82-c04ac727660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:14.492604 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-96451d67-9e58-45af-9b82-c04ac727660e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568767 Nov 11 16:41:14.583120 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:14.627727 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-cdf7dc8d-435a-41a3-89c8-301c2a7ec7d9 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307018 Nov 11 16:41:14.709966 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.723316 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a5ad2cc6-43ee-4f62-93b1-5f6e254db31d req-d70c100d-b982-4ccf-872f-694e3bef7a8f service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881419 Nov 11 16:41:14.746842 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.754165 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92bce2ae-3c40-443e-958e-c2f3a779b6c7 HTTP/1.1" status: 204 len: 168 time: 0.6855128 Nov 11 16:41:14.754355 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb901e-e355-4c24-81f9-5929729807aa None None] Network ffd95182-04eb-4287-9f47-1ba9f0f45e01 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:14.754764 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555e11e-981d-4b1e-ab9e-19bceff22dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bce2ae-3c40-443e-958e-c2f3a779b6c7,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:14.754947 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33648) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:14.865245 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device e9598e26-b6ad-47a4-8c26-5ad195289210 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:14.870078 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:14.877814 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b34ec315-cef6-4d29-85f1-64b3a85b69a2', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:58Z', 'updated_at': '2021-11-11T16:41:13Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:14.916983 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: e9598e26-b6ad-47a4-8c26-5ad195289210 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:14.916983 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device e9598e26-b6ad-47a4-8c26-5ad195289210 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:14.916983 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:14.919113 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd3caa-e019-4b95-8c18-df5e0dae9a4a None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'b34ec315-cef6-4d29-85f1-64b3a85b69a2', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:58Z', 'updated_at': '2021-11-11T16:41:13Z', 'revision_number': 1, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:14.959849 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:14.965082 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9c05696e-7680-4f79-8cf1-f3d5f183a4d4 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:14.966100 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Deleting port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:14.966100 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.041393 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] For port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:15.045002 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.054812 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Calling delete_port for 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:15.066784 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] DHCP port deletion for ffd95182-04eb-4287-9f47-1ba9f0f45e01 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:41:15.163829 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Deleting port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:15.165515 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.217161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1604a67-dc9d-48a1-bc22-0177545c2460 None None] New status for floating IP b34ec315-cef6-4d29-85f1-64b3a85b69a2: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:41:15.230039 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.258061 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:15.260016 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] No DVR routers for this DVR port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b on host dv-cinder-776422-4-iscsi {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:15.272114 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] For port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,segment=NetworkSegment(978b081e-5b79-4bbf-a85f-1d234747db0a),segment_id=978b081e-5b79-4bbf-a85f-1d234747db0a)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:15.276309 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.293174 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Calling delete_port for 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:15.334986 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.354916 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd95182-04eb-4287-9f47-1ba9f0f45e01']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:15.365416 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978b081e-5b79-4bbf-a85f-1d234747db0a') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:15.366065 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978b081e-5b79-4bbf-a85f-1d234747db0a') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:15.376766 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.390748 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.396929 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:41:15.397301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:41:15.399011 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:41:15.440333 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.467135 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] Pushing event deleted for resources: {'Port': ['ID=9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:15.473875 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c8b0f-d129-4f16-92b2-ec510a2891f8 None None] No DVR routers for this DVR port 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:15.527501 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.534474 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:15.538376 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ffd95182-04eb-4287-9f47-1ba9f0f45e01 HTTP/1.1" status: 204 len: 168 time: 0.7823892 Nov 11 16:41:15.551883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ac575-297a-4ad3-a1d4-785a305db2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd95182-04eb-4287-9f47-1ba9f0f45e01,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:15.934865 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33670) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:15.973829 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6d5c1f66-d8c5-4c5d-9ea3-97dd676803f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76c17d79aa3e434b8a66bfd4f0085b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377774 Nov 11 16:41:15.976284 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33672) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:16.031484 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.053004 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.064573 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33676) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:16.168939 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf33b452-e224-495d-8d81-5a7a4cff97bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.198786 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.202199 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.205493 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c47c4a6c-232f-402f-8398-ef0f19bba101 HTTP/1.1" status: 204 len: 168 time: 0.2234843 Nov 11 16:41:16.214434 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746050-60b0-4ace-a574-95c7c4d21e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c4a6c-232f-402f-8398-ef0f19bba101,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:16.255643 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf33b452-e224-495d-8d81-5a7a4cff97bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.352953 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf33b452-e224-495d-8d81-5a7a4cff97bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.392474 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-cf33b452-e224-495d-8d81-5a7a4cff97bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=405e175213ae459fa661f2fbfdb2c39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266721 Nov 11 16:41:16.393521 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33b452-e224-495d-8d81-5a7a4cff97bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11095b-de9f-472a-9af8-7f90df38c50b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:16.396333 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33684) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:16.446403 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.468858 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.562656 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.565416 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:16.566880 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b11095b-de9f-472a-9af8-7f90df38c50b HTTP/1.1" status: 204 len: 168 time: 0.1685562 Nov 11 16:41:16.575593 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8e2bb-4795-49d8-9f53-29182f3734ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11095b-de9f-472a-9af8-7f90df38c50b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:16.798317 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:16.821413 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:16.821752 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9a5e7a1a-30b7-4e6b-acb9-d3c32d328d7b not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:16.908754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33692) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:16.951807 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-edd8f067-7918-4cab-9a05-806296e6a420 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9ed6c0e6d524e5eb66ddbf0d039f10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413063 Nov 11 16:41:16.956195 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33694) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:17.004734 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.026146 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.158644 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.161238 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.162489 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eed53968-7efe-4888-960c-bff90c4b7431 HTTP/1.1" status: 204 len: 168 time: 0.2052174 Nov 11 16:41:17.172573 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04edc4c-9554-4209-97e1-c447ba4c05ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed53968-7efe-4888-960c-bff90c4b7431,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:17.357954 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33700) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:17.373418 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39889cd1-cdbc-477a-901c-729deed0d1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.456107 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39889cd1-cdbc-477a-901c-729deed0d1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.536581 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39889cd1-cdbc-477a-901c-729deed0d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.581304 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-39889cd1-cdbc-477a-901c-729deed0d1f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61ed014783874e6db29365f8782c1e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221720 Nov 11 16:41:17.582479 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889cd1-cdbc-477a-901c-729deed0d1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e32137-a5c5-4e10-a8c2-ac488380c482,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:17.584141 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33702) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:17.635842 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.656813 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.764637 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.767303 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:17.768703 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2e32137-a5c5-4e10-a8c2-ac488380c482 HTTP/1.1" status: 204 len: 168 time: 0.1834853 Nov 11 16:41:17.776383 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec8ac-6f81-4bb0-9c29-8fd02cd55270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e32137-a5c5-4e10-a8c2-ac488380c482,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:30.149700 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33812) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:30.253466 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.329150 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.404159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.443251 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15a8f25f33d041cbaab1d9a18f0acc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924340 Nov 11 16:41:30.444078 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba8ce6e-64ee-4ef3-85bd-004ce1f4af83,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:30.446439 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33816) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:30.454693 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.455256 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.455807 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.456365 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.456868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.457420 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.457963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.458535 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.459088 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.459652 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.460215 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.460766 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49302ef2-eb87-4edc-adef-96f616e34de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:30.502819 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.523576 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.644622 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.647110 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:30.648258 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cba8ce6e-64ee-4ef3-85bd-004ce1f4af83 HTTP/1.1" status: 204 len: 168 time: 0.2006104 Nov 11 16:41:30.656424 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06805ff-95f7-45da-8d18-34d08e872a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba8ce6e-64ee-4ef3-85bd-004ce1f4af83,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:31.236246 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33824) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:31.253182 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-81cb5fc0-4423-4f19-9828-431b7bdc4e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.323782 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-81cb5fc0-4423-4f19-9828-431b7bdc4e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.404133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-81cb5fc0-4423-4f19-9828-431b7bdc4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.441074 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-81cb5fc0-4423-4f19-9828-431b7bdc4e77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5e5a04266744b9bb76767eb23654cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037475 Nov 11 16:41:31.441904 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb5fc0-4423-4f19-9828-431b7bdc4e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b945ec8-43b5-4111-871a-8f65dcdd4e1d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:31.443852 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33826) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:31.493799 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.514874 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.644562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.647210 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:31.648353 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b945ec8-43b5-4111-871a-8f65dcdd4e1d HTTP/1.1" status: 204 len: 168 time: 0.2034411 Nov 11 16:41:31.655791 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d121d-ee20-4909-b396-9bc9a81d3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b945ec8-43b5-4111-871a-8f65dcdd4e1d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:31.976314 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9df998b6-e2c9-4925-8f63-5c9546323a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:34.412713 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-80f12528-190e-4b6a-a02e-3062bdced81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:35.077405 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:41:35.487151 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:36.984320 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:38.090580 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:40.520774 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33966) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:40.622994 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3a42-a580-48df-ae85-5ae4fa9ca842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:40.697686 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3a42-a580-48df-ae85-5ae4fa9ca842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:40.767648 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3a42-a580-48df-ae85-5ae4fa9ca842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:40.806445 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e3cb3a42-a580-48df-ae85-5ae4fa9ca842 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=565165535f094cb59d0f77323858913a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845795 Nov 11 16:41:40.807285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3a42-a580-48df-ae85-5ae4fa9ca842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b1677-bc0d-4d70-9563-ca6ac9d50374,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:40.809956 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33972) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:40.860576 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:40.883094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.018828 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.021359 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.022505 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e74b1677-bc0d-4d70-9563-ca6ac9d50374 HTTP/1.1" status: 204 len: 168 time: 0.2115290 Nov 11 16:41:41.030271 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acf894-0af1-4d55-a594-9d4d2c69f835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b1677-bc0d-4d70-9563-ca6ac9d50374,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:41.655281 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 33978) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:41.668747 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ede3860d-96b1-49a6-aa8f-7acebd994557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.743905 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ede3860d-96b1-49a6-aa8f-7acebd994557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.818470 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ede3860d-96b1-49a6-aa8f-7acebd994557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.857105 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-ede3860d-96b1-49a6-aa8f-7acebd994557 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f916b7a6f104ea2b705950de8a94041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007592 Nov 11 16:41:41.857959 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3860d-96b1-49a6-aa8f-7acebd994557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c23359-72b1-4037-beb6-013da5f29d26,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:41.860718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 33982) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:41.907666 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:41.931849 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:42.069772 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:42.072353 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:42.073530 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83c23359-72b1-4037-beb6-013da5f29d26 HTTP/1.1" status: 204 len: 168 time: 0.2117875 Nov 11 16:41:42.082099 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb8f4-290d-40dc-aea7-6a2becdea74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c23359-72b1-4037-beb6-013da5f29d26,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:43.052724 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.160504 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34006) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:43.476612 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Deleting port b7a3b4ef-7902-4cfd-8c58-af119d7db77a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:43.476958 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.554531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.554860 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.567037 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Calling delete_port for b7a3b4ef-7902-4cfd-8c58-af119d7db77a owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:43.795805 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.826068 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event deleted for resources: {'Port': ['ID=b7a3b4ef-7902-4cfd-8c58-af119d7db77a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:43.885817 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:43.886154 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Floating IP 96bce761-b5d9-4be2-9905-594cb305f88b disassociated (deleted). External IP: 172.27.0.223, port: ffb33427-4822-414c-89b7-249d1d2f07d9. Nov 11 16:41:44.099558 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:44.206973 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:44.211750 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:44.216854 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Sync routers for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:44.228552 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:44.229204 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:44.243878 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-b02953e3-feb6-4465-b8ee-f8b94f3c3481 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "DELETE /v2.0/floatingips/96bce761-b5d9-4be2-9905-594cb305f88b HTTP/1.1" status: 204 len: 168 time: 1.0822749 Nov 11 16:41:44.244884 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:44.247484 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796a954-c091-429f-b6eb-1f224df14906" -d '{"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:44.287925 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07de890-beae-4580-841b-898e97147979 x-openstack-request-id: req-a07de890-beae-4580-841b-898e97147979 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:44.288214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:44.288963 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a07de890-beae-4580-841b-898e97147979 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:44.288963 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'status': 'completed', 'code': 200} Nov 11 16:41:44.347648 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:44.356747 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a954-c091-429f-b6eb-1f224df14906 req-ab0e4148-2b95-4161-8ddc-92858081196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:44.358595 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-ab0e4148-2b95-4161-8ddc-92858081196e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46c64d4006bf47da9db3f2d198218d91&device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 1099 time: 0.0461240 Nov 11 16:41:44.462543 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a954-c091-429f-b6eb-1f224df14906 req-0bd73b45-767b-43c4-9d54-89aab4143f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:44.463990 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-0bd73b45-767b-43c4-9d54-89aab4143f04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 200 len: 911 time: 0.0977697 Nov 11 16:41:44.513962 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-aefa2c14-fad7-4157-9264-e6d01e11c1bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 200 len: 217 time: 0.0357473 Nov 11 16:41:44.575908 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a954-c091-429f-b6eb-1f224df14906 req-85f653df-eef5-4a00-af58-6cc4bdbf99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:44.577352 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-85f653df-eef5-4a00-af58-6cc4bdbf99ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 200 len: 848 time: 0.0495710 Nov 11 16:41:44.634411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a954-c091-429f-b6eb-1f224df14906 req-159b24bb-bbe5-4689-af53-0e5e0b827fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:44.635945 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-159b24bb-bbe5-4689-af53-0e5e0b827fc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57ce2b3f-bf02-4379-acb5-92fdf3f7b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469644 Nov 11 16:41:44.647575 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:44.673453 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Checking router: 4956c42f-721c-4e27-9295-7dfc9c2e83a3 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:44.684350 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:44.684350 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:44.732549 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-91919bb1-d18c-48fa-9605-36aa5fa64ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875096 Nov 11 16:41:44.793856 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:44.803014 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec060fe-7cd6-40ba-8da2-cc7e56af9d6e req-06823855-2bb1-469c-83ba-fa0b64046ea7 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:44.810472 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ec060fe-7cd6-40ba-8da2-cc7e56af9d6e req-06823855-2bb1-469c-83ba-fa0b64046ea7 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0754142 Nov 11 16:41:44.854445 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c796a954-c091-429f-b6eb-1f224df14906 req-0f804319-c292-4a0f-8129-59dfbb309672 service neutron] 10.222.0.70 "GET /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132152 Nov 11 16:41:44.860239 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8ec060fe-7cd6-40ba-8da2-cc7e56af9d6e req-4b54c6cb-1d62-4fe7-ba16-df4d78372569 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488420 Nov 11 16:41:44.998407 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:45.024586 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9ee76-96e0-4cfb-80f9-82313db458f3 None None] The sync data for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi is: [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': 'cfca0a3a-2cd0-4634-9690-762466530795', 'name': '', 'network_id': '57ce2b3f-bf02-4379-acb5-92fdf3f7b379', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'mac_address': 'fa:16:3e:c9:d7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:43Z', 'updated_at': '2021-11-11T16:35:48Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'subnets': [{'id': '9802da0b-6ec0-498e-8663-b4f6daca6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:45.262169 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27a073-388d-4161-8e3f-0b1d753958d1 None None] New status for floating IP 96bce761-b5d9-4be2-9905-594cb305f88b: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:41:45.977837 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92a75-eeb7-44c9-a998-bbdb6ecfe7cc req-9e548bf3-8f3e-4318-9d0a-d30a208ece17 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:45.979479 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f1f92a75-eeb7-44c9-a998-bbdb6ecfe7cc req-9e548bf3-8f3e-4318-9d0a-d30a208ece17 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0510502 Nov 11 16:41:46.034523 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f1f92a75-eeb7-44c9-a998-bbdb6ecfe7cc req-b3686fa7-e1b9-49ae-b14f-408ac3eb38e3 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f62ca14-642a-43a1-bb49-386437dc5555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Nov 11 16:41:46.424170 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-ef3cae3a-a080-4cad-9bbc-5e0e590cd77a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:46.425523 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-ef3cae3a-a080-4cad-9bbc-5e0e590cd77a tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.70 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Nov 11 16:41:46.515678 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Deleting port ffb33427-4822-414c-89b7-249d1d2f07d9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:46.516016 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:46.606585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] For port ffb33427-4822-414c-89b7-249d1d2f07d9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ffb33427-4822-414c-89b7-249d1d2f07d9,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:46.606947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:46.619901 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Calling delete_port for ffb33427-4822-414c-89b7-249d1d2f07d9 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:46.804565 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:46.832397 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event deleted for resources: {'Port': ['ID=ffb33427-4822-414c-89b7-249d1d2f07d9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:46.874070 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] No DVR routers for this DVR port ffb33427-4822-414c-89b7-249d1d2f07d9 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:46.877688 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:46.880958 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-3071da8d-7a40-48e5-9a98-99f859bf1129 req-be0f93e4-fc2f-4372-930a-b032ddecba12 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.70 "DELETE /v2.0/ports/ffb33427-4822-414c-89b7-249d1d2f07d9 HTTP/1.1" status: 204 len: 173 time: 0.4483325 Nov 11 16:41:46.881396 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-deleted', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:46.883634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa65b34-199c-47eb-89ec-a7c1d4ee1faa" -d '{"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-deleted", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:46.919660 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1c7c5-30a8-4c84-a14a-e8a3fa6a3d74 x-openstack-request-id: req-d1a1c7c5-30a8-4c84-a14a-e8a3fa6a3d74 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:46.919984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d812fd47-61e6-47ce-a2b3-48ff8f8aa885", "name": "network-vif-deleted", "tag": "ffb33427-4822-414c-89b7-249d1d2f07d9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:46.920236 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1a1c7c5-30a8-4c84-a14a-e8a3fa6a3d74 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:46.920683 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd812fd47-61e6-47ce-a2b3-48ff8f8aa885', 'name': 'network-vif-deleted', 'tag': 'ffb33427-4822-414c-89b7-249d1d2f07d9', 'status': 'completed', 'code': 200} Nov 11 16:41:47.132502 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fd95b2a9-94b4-44e4-a2d2-0ae0a61e97d5 req-5dedb765-d378-404b-ab7a-a55b14df7daa tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Nov 11 16:41:47.847794 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34068) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:47.952741 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9baea48-9d5e-407e-94da-21daec79f667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.030600 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9baea48-9d5e-407e-94da-21daec79f667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.101613 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9baea48-9d5e-407e-94da-21daec79f667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.139208 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-d9baea48-9d5e-407e-94da-21daec79f667 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad5a892fd6c8496c99f7f159f4fb6f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903728 Nov 11 16:41:48.140132 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baea48-9d5e-407e-94da-21daec79f667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8cee53-1256-49dc-b151-1c98796cfda0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:48.141857 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34072) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:48.195001 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.217343 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.241544 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-049f036e-f328-4ee9-8241-a1a5f6f91542 req-ebbb96c7-870e-4aa4-9946-8fd02ccf771d tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "GET /v2.0/ports?device_id=d812fd47-61e6-47ce-a2b3-48ff8f8aa885 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Nov 11 16:41:48.304345 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:48.325188 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: ffb33427-4822-414c-89b7-249d1d2f07d9 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:48.326881 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ffb33427-4822-414c-89b7-249d1d2f07d9 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:48.353554 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.356427 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:48.363037 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd8cee53-1256-49dc-b151-1c98796cfda0 HTTP/1.1" status: 204 len: 168 time: 0.2130685 Nov 11 16:41:48.368459 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8cee53-1256-49dc-b151-1c98796cfda0,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:48.376375 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.377298 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.377756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.378372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.378372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.378728 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.379227 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.379560 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.379902 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.380202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.380689 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.381011 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2bf062-323a-4743-8674-1873541cceea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:48.955123 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34082) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:48.967882 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9201692-19c7-4f33-bee8-4eaad79ca3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.038463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9201692-19c7-4f33-bee8-4eaad79ca3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.128020 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9201692-19c7-4f33-bee8-4eaad79ca3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.167489 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e9201692-19c7-4f33-bee8-4eaad79ca3a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2e8e1d7f3424d3f8026ccc2400e195d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113030 Nov 11 16:41:49.168343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201692-19c7-4f33-bee8-4eaad79ca3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de53f94-b0ef-4bfc-b60e-cfa6fbc88c4b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:49.170345 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34084) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:49.218536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.240762 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.362454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.365189 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.366415 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8de53f94-b0ef-4bfc-b60e-cfa6fbc88c4b HTTP/1.1" status: 204 len: 168 time: 0.1950474 Nov 11 16:41:49.375019 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac2847-d505-4350-855d-689120fb5fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de53f94-b0ef-4bfc-b60e-cfa6fbc88c4b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:49.459803 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34092) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:49.518649 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.547013 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.710075 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.712809 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:49.713963 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] 10.222.0.11 "DELETE /v2.0/security-groups/3f62ca14-642a-43a1-bb49-386437dc5555 HTTP/1.1" status: 204 len: 168 time: 0.2529786 Nov 11 16:41:49.723776 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9dfe5-4ee3-45f4-8503-6aba7da7a0e8 tempest-TestShelveInstance-1786266419 tempest-TestShelveInstance-1786266419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62ca14-642a-43a1-bb49-386437dc5555,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:49.824387 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34100) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:50.263766 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.433162 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34118) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:50.519377 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Deleting port cfca0a3a-2cd0-4634-9690-762466530795 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:50.519778 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.535119 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1565221428-network', 'tenant_id': 'a11d5f8528104d4aa6cd6a4097b19cb2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:50.601541 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] For port cfca0a3a-2cd0-4634-9690-762466530795, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=cfca0a3a-2cd0-4634-9690-762466530795,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:50.603393 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.615467 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Calling delete_port for cfca0a3a-2cd0-4634-9690-762466530795 owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:50.628108 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Made reservation on behalf of a11d5f8528104d4aa6cd6a4097b19cb2 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:41:50.632056 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.639090 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.719575 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.790096 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.810967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:41:50.823928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a735922f-e3db-4c41-8b43-0b4e1734ba6c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:50.828590 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.828951 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.segments_db [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Added segment b93c9200-da42-4799-9eea-662100cc6b25 of type vlan for network 35a8008b-dd58-493f-af21-0ec8660880df Nov 11 16:41:50.841813 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.869304 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfca0a3a-2cd0-4634-9690-762466530795,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:50.872184 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769196118739'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.944424 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:50.945398 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:50.945981 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.012537 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] Pushing event updated for resources: {'Network': ['ID=35a8008b-dd58-493f-af21-0ec8660880df,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:51.023862 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Network 35a8008b-dd58-493f-af21-0ec8660880df details requested by agent ovs-agent-dv-cinder-776422-4-iscsi with host dv-cinder-776422-4-iscsi {{(pid=102106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 16:41:51.059397 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.061163 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5727b978-db72-48e1-a51a-497e2c5bcd7f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6264305 Nov 11 16:41:51.064964 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34124) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:51.069885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Request body: {'subnet': {'network_id': '35a8008b-dd58-493f-af21-0ec8660880df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1565221428-subnet', 'tenant_id': 'a11d5f8528104d4aa6cd6a4097b19cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:51.172884 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Made reservation on behalf of a11d5f8528104d4aa6cd6a4097b19cb2 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:41:51.175475 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9231817'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.301276 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:51.412074 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:51.417096 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-68495956-79e8-4bf9-9aef-3c19b2271035 admin admin] 10.222.0.11 "PUT /v2.0/routers/4956c42f-721c-4e27-9295-7dfc9c2e83a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916481 Nov 11 16:41:51.418864 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9191651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9231847'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.419713 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34126) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:51.423559 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Sync routers for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:51.436002 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:51.436623 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:51.494510 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b791dd23-5335-4c9d-a6b1-402bc8480442,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:51.512644 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Checking segment: {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:41:51.513214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Network hostable DHCP agents. Network: 35a8008b-dd58-493f-af21-0ec8660880df, hostable agents: ['c847dc77-6f2f-4751-bbaa-6c51762b21d5'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:41:51.534604 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.556985 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:51.607157 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Network 35a8008b-dd58-493f-af21-0ec8660880df is scheduled to be hosted by DHCP agent c847dc77-6f2f-4751-bbaa-6c51762b21d5 with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:41:51.640964 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.681805 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-4-iscsi, 35a8008b-dd58-493f-af21-0ec8660880df) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:41:51.688652 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:51.693272 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.696126 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5176f5-30aa-476a-92b0-cc22bad34c0a None None] Network 35a8008b-dd58-493f-af21-0ec8660880df requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:51.773169 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Deleting port 184ea433-1817-41d8-9941-e2c549171f85 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:51.773531 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.795846 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '184ea433-1817-41d8-9941-e2c549171f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:41:50Z', 'revision_number': 5, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port': {'id': '184ea433-1817-41d8-9941-e2c549171f85', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:51.801508 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a526d5af-8c95-47ad-9609-ac7a6c15d216 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7354603 Nov 11 16:41:51.827092 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Checking router: 4956c42f-721c-4e27-9295-7dfc9c2e83a3 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:51.838112 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Routers {'4956c42f-721c-4e27-9295-7dfc9c2e83a3'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:51.838868 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:51.873055 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] For port 184ea433-1817-41d8-9941-e2c549171f85, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=184ea433-1817-41d8-9941-e2c549171f85,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:51.873528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:51.885202 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800f1b6-6a5b-4559-8d7d-5f42dd6d7f88 None None] Network 35a8008b-dd58-493f-af21-0ec8660880df requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:51.890243 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Calling delete_port for 184ea433-1817-41d8-9941-e2c549171f85 owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:51.930597 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] Set router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 gateway port host: None {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:51.997514 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:41:51Z', 'revision_number': 6, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:52.033789 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737124e-f7b3-48dc-98c5-de74f5cd628b None None] The sync data for ids ['4956c42f-721c-4e27-9295-7dfc9c2e83a3'] in dv-cinder-776422-4-iscsi is: [{'id': '4956c42f-721c-4e27-9295-7dfc9c2e83a3', 'name': 'tempest-TestShelveInstance-1907103355-router', 'tenant_id': '46c64d4006bf47da9db3f2d198218d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:40Z', 'updated_at': '2021-11-11T16:41:51Z', 'revision_number': 6, 'project_id': '46c64d4006bf47da9db3f2d198218d91', 'gw_port_host': None}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:52.144704 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.170823 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=184ea433-1817-41d8-9941-e2c549171f85,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:52.229062 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.319411 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.321437 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.438769 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.440201 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4956c42f-721c-4e27-9295-7dfc9c2e83a3 {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:41:52.448712 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.448712 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-335a2f3f-425f-4aa2-a822-d9cb9feafb8b admin admin] 10.222.0.11 "DELETE /v2.0/routers/4956c42f-721c-4e27-9295-7dfc9c2e83a3 HTTP/1.1" status: 204 len: 168 time: 1.0253460 Nov 11 16:41:52.449399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34136) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:52.494893 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Deleting subnet 9802da0b-6ec0-498e-8663-b4f6daca6738 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:41:52.498070 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.533171 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.853918 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device cfca0a3a-2cd0-4634-9690-762466530795 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:52.878766 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: cfca0a3a-2cd0-4634-9690-762466530795 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:52.879110 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device cfca0a3a-2cd0-4634-9690-762466530795 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:52.879531 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 184ea433-1817-41d8-9941-e2c549171f85 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:52.887456 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:52.899373 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 184ea433-1817-41d8-9941-e2c549171f85 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:52.899716 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 184ea433-1817-41d8-9941-e2c549171f85 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:53.022207 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.046696 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9802da0b-6ec0-498e-8663-b4f6daca6738,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:53.053202 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.056412 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-4f5cc390-7eb4-4f07-8f5e-7e176e6e9f80 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9802da0b-6ec0-498e-8663-b4f6daca6738 HTTP/1.1" status: 204 len: 168 time: 0.6060469 Nov 11 16:41:53.058918 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34144) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:53.063122 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bef59-e699-4262-a4fe-3c3c5a61d894 None None] Network 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:53.133670 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.190844 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Deleting port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:53.191120 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.245727 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] DHCP port deletion for 57ce2b3f-bf02-4379-acb5-92fdf3f7b379 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:41:53.256188 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] For port 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=6f78e544-a3e5-4e8d-90ff-34a76a80c356,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:53.256575 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.273688 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Calling delete_port for 6f78e544-a3e5-4e8d-90ff-34a76a80c356 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:53.297647 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Deleting port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:53.298019 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.359931 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] For port 6f78e544-a3e5-4e8d-90ff-34a76a80c356, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=6f78e544-a3e5-4e8d-90ff-34a76a80c356,segment=NetworkSegment(4f52c55f-e87b-4657-a90e-93486c4cac2e),segment_id=4f52c55f-e87b-4657-a90e-93486c4cac2e)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:53.360322 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.372294 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Calling delete_port for 6f78e544-a3e5-4e8d-90ff-34a76a80c356 owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:53.447685 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.475444 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f78e544-a3e5-4e8d-90ff-34a76a80c356,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:53.480185 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] No DVR routers for this DVR port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 on host dv-cinder-776422-4-iscsi {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:53.557373 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.574327 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.577543 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ce2b3f-bf02-4379-acb5-92fdf3f7b379']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:53.587428 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f52c55f-e87b-4657-a90e-93486c4cac2e') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:53.587726 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f52c55f-e87b-4657-a90e-93486c4cac2e') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:53.597515 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.601380 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Pushing event deleted for resources: {'Port': ['ID=6f78e544-a3e5-4e8d-90ff-34a76a80c356,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:53.603606 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] No DVR routers for this DVR port 6f78e544-a3e5-4e8d-90ff-34a76a80c356 on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:53.611296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.611628 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.611978 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.612312 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.612646 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.612965 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.613293 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.613616 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.613938 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.614290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.614614 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.614930 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1564ab-8630-4f17-90f8-02a7ca1c4e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:41:53.615709 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.622827 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:41:53.623158 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:41:53.624827 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:41:53.761335 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.768906 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:53.773569 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57ce2b3f-bf02-4379-acb5-92fdf3f7b379 HTTP/1.1" status: 204 len: 168 time: 0.7119794 Nov 11 16:41:53.775087 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34148) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:53.785515 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf42cc0-4016-4f9c-929d-93055e4e45a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ce2b3f-bf02-4379-acb5-92fdf3f7b379,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:54.334327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-f56b2528-bbcb-40d1-a53f-3fbfac1ea22c tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:54.335783 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-f56b2528-bbcb-40d1-a53f-3fbfac1ea22c tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/networks?id=35a8008b-dd58-493f-af21-0ec8660880df HTTP/1.1" status: 200 len: 814 time: 0.4118309 Nov 11 16:41:54.361835 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-2e45d9f5-a9fa-4b9a-9218-1d7300526e99 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/quotas/a11d5f8528104d4aa6cd6a4097b19cb2 HTTP/1.1" status: 200 len: 375 time: 0.0193715 Nov 11 16:41:54.432858 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-9aeed842-b3bd-49e6-a1e0-4fa63d0ed827 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508745 Nov 11 16:41:54.601186 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-2227c152-12a9-418f-9c35-0bc83fe3b57b service neutron] 10.222.0.11 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607652 Nov 11 16:41:54.692506 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:54.763491 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-71f1a211-56d6-41e3-ab3d-50b97b52a725 service neutron] 10.222.0.11 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526058 Nov 11 16:41:54.830439 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 6f78e544-a3e5-4e8d-90ff-34a76a80c356 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:54.843262 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 6f78e544-a3e5-4e8d-90ff-34a76a80c356 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:54.843616 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 6f78e544-a3e5-4e8d-90ff-34a76a80c356 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:55.020511 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f817646d-132f-4a4b-8328-df83021c6948 req-43c4373f-a177-4719-ace1-735eaf87970c tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Nov 11 16:41:55.030507 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Deleting port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:55.031099 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:55.117098 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] For port 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:55.117481 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:55.131551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Calling delete_port for 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:55.415546 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:55.436238 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:55.627527 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:55.837872 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Router 41563d05-c01b-4f1e-ac4a-1066788de0f4 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:41:55.941904 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:41:55.946719 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a52f6445-6426-4657-875f-ac1755f93a9c admin admin] 10.222.0.11 "PUT /v2.0/routers/41563d05-c01b-4f1e-ac4a-1066788de0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1700163 Nov 11 16:41:55.949456 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34186) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:55.952557 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Sync routers for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:41:55.962815 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:55.963434 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:56.051985 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.073513 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:56.109439 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4b19ab23-c997-41c3-988f-3a5aabc93e3e req-5a2ff2e1-bade-4a95-aec8-49e8a889081d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 210 time: 0.0339139 Nov 11 16:41:56.161598 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.261036 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Deleting port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:56.261269 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:41:55Z', 'revision_number': 5, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port': {'id': '1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:35:49Z', 'updated_at': '2021-11-11T16:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:56.261470 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.290339 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Checking router: 41563d05-c01b-4f1e-ac4a-1066788de0f4 for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:41:56.300528 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Routers {'41563d05-c01b-4f1e-ac4a-1066788de0f4'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:41:56.301303 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:41:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['41563d05-c01b-4f1e-ac4a-1066788de0f4'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:56.353358 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] For port 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:56.356325 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.371014 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Calling delete_port for 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:56.395444 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] Set router 41563d05-c01b-4f1e-ac4a-1066788de0f4 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:41:56.452477 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:41:56Z', 'revision_number': 6, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:56.481931 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7db732-335a-4c18-9bc1-043d4400a465 None None] The sync data for ids ['41563d05-c01b-4f1e-ac4a-1066788de0f4'] in dv-cinder-776422-4-iscsi is: [{'id': '41563d05-c01b-4f1e-ac4a-1066788de0f4', 'name': 'tempest-TestShelveInstance-1754238070-router', 'tenant_id': 'ff83b8f40e504e65b721118e313433b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:35:48Z', 'updated_at': '2021-11-11T16:41:56Z', 'revision_number': 6, 'project_id': 'ff83b8f40e504e65b721118e313433b4', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:41:56.633656 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.664148 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:56.723984 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.817801 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.819860 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.941978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.941978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41563d05-c01b-4f1e-ac4a-1066788de0f4 {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:41:56.941978 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:56.941978 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3a302b41-1aae-4399-8438-320816ccd3ab admin admin] 10.222.0.11 "DELETE /v2.0/routers/41563d05-c01b-4f1e-ac4a-1066788de0f4 HTTP/1.1" status: 204 len: 168 time: 0.9881403 Nov 11 16:41:56.942684 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34204) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:56.979090 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:56.999552 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:56.999892 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 9202e4f1-e9dc-4c5d-9dcf-0a9ef58faa97 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:57.020875 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Deleting subnet f828d842-52c7-44ac-85e6-f8794b636d61 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:41:57.026200 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.065009 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932acd06-00fe-4082-a1a9-3867fa206177 req-abe96f8a-84fe-4b11-98c2-37e8a82f4f24 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:57.066786 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-932acd06-00fe-4082-a1a9-3867fa206177 req-abe96f8a-84fe-4b11-98c2-37e8a82f4f24 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0939846 Nov 11 16:41:57.076117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192584'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.171958 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-932acd06-00fe-4082-a1a9-3867fa206177 req-cefb4d01-9450-4272-92c1-28bd254b072f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987217 Nov 11 16:41:57.215532 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d83eed91-fc0a-4acf-a750-f69fe346eb16 req-88056c7f-8c0b-4139-bd92-1af5e1c8f8b2 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 210 time: 0.0288546 Nov 11 16:41:57.222932 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.361738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-e200f0b9-7c50-4837-bfdd-79871f2eec6d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:57.363188 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-e200f0b9-7c50-4837-bfdd-79871f2eec6d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "GET /v2.0/networks?id=35a8008b-dd58-493f-af21-0ec8660880df HTTP/1.1" status: 200 len: 814 time: 0.1192532 Nov 11 16:41:57.377631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Request body: {'port': {'device_id': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df', 'admin_state_up': True, 'tenant_id': 'a11d5f8528104d4aa6cd6a4097b19cb2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:57.421566 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9191458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9231852'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.458446 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.463853 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2113823-6cef-4079-9431-aeeef85ad8a7 None None] Network bb918e5d-74c4-4a9d-b685-872057455ef7 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:41:57.464968 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34208) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:57.467320 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f828d842-52c7-44ac-85e6-f8794b636d61 HTTP/1.1" status: 204 len: 168 time: 0.5233259 Nov 11 16:41:57.472477 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3929b-6a4b-4a46-8a1c-9cab9a879576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f828d842-52c7-44ac-85e6-f8794b636d61,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:57.558515 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.615214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Made reservation on behalf of a11d5f8528104d4aa6cd6a4097b19cb2 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:41:57.615790 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Deleting port 8548e760-410d-4343-9d1f-e70f125cf432 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:57.616128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.619841 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.694151 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] For port 8548e760-410d-4343-9d1f-e70f125cf432, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=8548e760-410d-4343-9d1f-e70f125cf432,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:57.694535 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.706835 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Calling delete_port for 8548e760-410d-4343-9d1f-e70f125cf432 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:57.728943 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] DHCP port deletion for bb918e5d-74c4-4a9d-b685-872057455ef7 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:41:57.763559 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Allocated IP 172.20.0.4 (35a8008b-dd58-493f-af21-0ec8660880df/b791dd23-5335-4c9d-a6b1-402bc8480442/5eefe828-03ba-4d0f-9f61-1e455622bdda) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:41:57.791878 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Deleting port 8548e760-410d-4343-9d1f-e70f125cf432 {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:41:57.792537 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.857657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] For port 8548e760-410d-4343-9d1f-e70f125cf432, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=8548e760-410d-4343-9d1f-e70f125cf432,segment=NetworkSegment(25ebb1f7-f692-4b4d-abcf-beacdd751afe),segment_id=25ebb1f7-f692-4b4d-abcf-beacdd751afe)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:41:57.858043 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.867340 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.873239 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Calling delete_port for 8548e760-410d-4343-9d1f-e70f125cf432 owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:41:57.903569 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8548e760-410d-4343-9d1f-e70f125cf432,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:57.910698 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] No DVR routers for this DVR port 8548e760-410d-4343-9d1f-e70f125cf432 on host dv-cinder-776422-4-iscsi {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:57.958551 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:57.984146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] Pushing event deleted for resources: {'Port': ['ID=8548e760-410d-4343-9d1f-e70f125cf432,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:57.988782 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6101e-cc2f-45bf-b470-c78618e84eb9 None None] No DVR routers for this DVR port 8548e760-410d-4343-9d1f-e70f125cf432 on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:41:57.990636 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.021549 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb918e5d-74c4-4a9d-b685-872057455ef7']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:58.031520 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ebb1f7-f692-4b4d-abcf-beacdd751afe') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:58.031817 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ebb1f7-f692-4b4d-abcf-beacdd751afe') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:41:58.042922 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.057068 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.064731 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:41:58.065113 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:41:58.066888 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:41:58.169760 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.192943 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.198525 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.203834 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bb918e5d-74c4-4a9d-b685-872057455ef7 HTTP/1.1" status: 204 len: 168 time: 0.7378485 Nov 11 16:41:58.216004 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ca59-5a82-4c7e-9faf-34b21b15ac61 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb918e5d-74c4-4a9d-b685-872057455ef7,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:58.303992 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3093b87-332e-4107-8955-f5dc86e5daa7 req-749299bf-7e3f-4b31-a315-03964a42e111 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:58.305587 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e3093b87-332e-4107-8955-f5dc86e5daa7 req-749299bf-7e3f-4b31-a315-03964a42e111 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0574167 Nov 11 16:41:58.306816 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.332145 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498bb5d-e52e-441a-a883-0906d478b687 req-f61d61b1-e7b1-4090-9139-9818e826da78 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:58.333748 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4498bb5d-e52e-441a-a883-0906d478b687 req-f61d61b1-e7b1-4090-9139-9818e826da78 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 931 time: 0.0493932 Nov 11 16:41:58.372062 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Network 35a8008b-dd58-493f-af21-0ec8660880df is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:41:58.372926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Pushing event updated for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:58.379895 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:41:58.383951 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4498bb5d-e52e-441a-a883-0906d478b687 req-50c976c4-2211-47fb-8b75-3a1eaf40b146 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Nov 11 16:41:58.386553 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:41:58.428681 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e3093b87-332e-4107-8955-f5dc86e5daa7 req-998dd225-a102-47d9-9feb-2a449d279d50 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135635 Nov 11 16:41:58.447809 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:58.448421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.527379 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7e166c4d-4ec8-410a-9772-93050c8e5764 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1543491 Nov 11 16:41:58.539712 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Request body: {'port': {'device_id': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:41:58.597117 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.616562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34220) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:58.660135 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-6e997b62-1006-4b9b-97d1-21197bf00d7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46c64d4006bf47da9db3f2d198218d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423265 Nov 11 16:41:58.662528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34222) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:58.709223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.730355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.834083 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 8548e760-410d-4343-9d1f-e70f125cf432 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:58.850253 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.852868 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.854077 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53c40ae9-2b46-4704-bb34-7937888ca7c5 HTTP/1.1" status: 204 len: 168 time: 0.1905851 Nov 11 16:41:58.854760 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 8548e760-410d-4343-9d1f-e70f125cf432 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:58.855107 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 8548e760-410d-4343-9d1f-e70f125cf432 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:58.855522 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:41:58.863833 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695a3fa-2fe2-4990-9478-ae84d41dd69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c40ae9-2b46-4704-bb34-7937888ca7c5,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:58.864705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eefe828-03ba-4d0f-9f61-1e455622bdda {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:41:58.875280 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:58.881912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:41:58.882284 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 1d9bdd6c-c0b3-45dd-90d1-1d16abe413b7 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:41:58.888158 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Transition to ACTIVE for port object 5eefe828-03ba-4d0f-9f61-1e455622bdda will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:41:58.979410 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.024495 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Pushing event updated for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:59.096118 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Attempting to bind port 5eefe828-03ba-4d0f-9f61-1e455622bdda on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:41:59.096457 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Attempting to bind port 5eefe828-03ba-4d0f-9f61-1e455622bdda by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:41:59.096789 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Attempting to bind port 5eefe828-03ba-4d0f-9f61-1e455622bdda on network 35a8008b-dd58-493f-af21-0ec8660880df {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:41:59.102927 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Port 5eefe828-03ba-4d0f-9f61-1e455622bdda on network 35a8008b-dd58-493f-af21-0ec8660880df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:41:59.102927 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Attempting to bind port 5eefe828-03ba-4d0f-9f61-1e455622bdda on network 35a8008b-dd58-493f-af21-0ec8660880df {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:41:59.106428 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:41:59.106773 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Checking segment: {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:41:59.107167 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Bound using segment: {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:41:59.107598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Bound port: 5eefe828-03ba-4d0f-9f61-1e455622bdda, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:41:59.107955 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.170584 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:41:59.173535 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:41:59.276052 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.308751 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.309446 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.310729 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] 10.222.0.70 "PUT /v2.0/ports/5eefe828-03ba-4d0f-9f61-1e455622bdda HTTP/1.1" status: 200 len: 1093 time: 0.7752674 Nov 11 16:41:59.312707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:41:59.316271 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af67d2-9913-4220-891e-2b9f0a024346" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:41:59.342375 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a427d-d1e6-49dd-9fc7-6a06ff41e908 service neutron] Pushing event updated for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:59.353598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a367995a-0b26-4e5c-abb1-6b8353acb5c9 x-openstack-request-id: req-a367995a-0b26-4e5c-abb1-6b8353acb5c9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:41:59.353885 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:41:59.354136 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a367995a-0b26-4e5c-abb1-6b8353acb5c9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:41:59.354571 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda', 'status': 'completed', 'code': 200} Nov 11 16:41:59.424201 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-88385941-c299-480b-9d79-3f73a0596b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.425902 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-88385941-c299-480b-9d79-3f73a0596b0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 1096 time: 0.0461035 Nov 11 16:41:59.558583 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88138021-3e97-4804-9ffc-1c4db37c1959 req-7ed4c07d-b149-48a1-bef3-dffc0cbdc9ff tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.560157 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-88138021-3e97-4804-9ffc-1c4db37c1959 req-7ed4c07d-b149-48a1-bef3-dffc0cbdc9ff tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0513003 Nov 11 16:41:59.567701 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454414-76f2-42ed-b677-950f3c16950f req-d0f75612-fc0c-41c4-9e6a-bf6441c85f7f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.569201 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4b454414-76f2-42ed-b677-950f3c16950f req-d0f75612-fc0c-41c4-9e6a-bf6441c85f7f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 943 time: 0.1032925 Nov 11 16:41:59.588673 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:59.611423 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-88138021-3e97-4804-9ffc-1c4db37c1959 req-9cf34ba0-13ae-40cd-abe3-ba67149da5d2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Nov 11 16:41:59.617719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-fdf3f175-9f87-416a-9249-2ab18c4c57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.619204 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-fdf3f175-9f87-416a-9249-2ab18c4c57a0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1696153 Nov 11 16:41:59.715767 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4b454414-76f2-42ed-b677-950f3c16950f req-4331539d-e397-477d-ad73-7a8824fe1b31 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396959 Nov 11 16:41:59.719543 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0f882d8f-0dcf-4b35-a9a3-6f029b76ef47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff83b8f40e504e65b721118e313433b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249039 Nov 11 16:41:59.722235 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 34236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:41:59.778796 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-b99f601d-6e17-4059-a00f-d94c3af6c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.780214 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e7af67d2-9913-4220-891e-2b9f0a024346 req-b99f601d-6e17-4059-a00f-d94c3af6c05b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1510093 Nov 11 16:41:59.793175 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.814863 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.876409 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7a18d7e2-8fa5-4c94-8717-2711eae4c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.878444 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-7a18d7e2-8fa5-4c94-8717-2711eae4c011 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 1096 time: 0.0575581 Nov 11 16:41:59.925552 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-c5588a1f-3d50-4a43-94e1-a35b7086a8b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda HTTP/1.1" status: 200 len: 217 time: 0.0369821 Nov 11 16:41:59.960640 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.963190 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:41:59.964266 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5529d3f-1465-461d-877b-d3d80f2e5e99 HTTP/1.1" status: 204 len: 168 time: 0.2410967 Nov 11 16:41:59.979125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645cd93-832c-4e60-986c-782ee6e72c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5529d3f-1465-461d-877b-d3d80f2e5e99,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:41:59.988085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-8cab7ee8-3936-432c-90f2-a7539080163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:41:59.989627 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-8cab7ee8-3936-432c-90f2-a7539080163b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b791dd23-5335-4c9d-a6b1-402bc8480442 HTTP/1.1" status: 200 len: 854 time: 0.0559332 Nov 11 16:42:00.026441 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-44f8998d-9dd8-4541-b547-e2f9327fb96c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a8008b-dd58-493f-af21-0ec8660880df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264740 Nov 11 16:42:00.128680 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-d6d62c71-e17c-4a9e-aa20-e849600f61a5 service neutron] 10.222.0.70 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870330 Nov 11 16:42:00.221081 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-7fccc82e-e919-406c-b1ad-5892b56caea2 req-211ae64c-ea75-4a41-9909-b0f3c9ae1018 service neutron] 10.222.0.70 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847971 Nov 11 16:42:00.733913 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a0fa2-67b5-472a-8b06-0781e4756f19 req-e83f4ede-d8e3-49d1-acfe-27fb92102c71 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:00.735395 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-992a0fa2-67b5-472a-8b06-0781e4756f19 req-e83f4ede-d8e3-49d1-acfe-27fb92102c71 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0511055 Nov 11 16:42:00.785618 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-992a0fa2-67b5-472a-8b06-0781e4756f19 req-bd35869d-8fa8-4abe-984f-addef5e8e7c7 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Nov 11 16:42:00.832762 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3be42-4b43-45c9-a773-72aad5482350 req-b1ba74a7-b0b2-4d6f-87ae-7d7a5c91c043 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:00.834238 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8d3be42-4b43-45c9-a773-72aad5482350 req-b1ba74a7-b0b2-4d6f-87ae-7d7a5c91c043 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 943 time: 0.0495844 Nov 11 16:42:00.884557 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a8d3be42-4b43-45c9-a773-72aad5482350 req-2f0ddf76-eb1a-4208-a8a5-3c0012fa8c57 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445745 Nov 11 16:42:01.902559 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62f105-e165-4c9e-8204-934d4bb447a0 req-6b2fedb2-10e3-472a-8d21-c71e49e06cde tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:01.904042 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3e62f105-e165-4c9e-8204-934d4bb447a0 req-6b2fedb2-10e3-472a-8d21-c71e49e06cde tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Nov 11 16:42:01.953329 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-3e62f105-e165-4c9e-8204-934d4bb447a0 req-819ab5c7-f4bc-43b1-a956-faec94c01839 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Nov 11 16:42:02.015237 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3804df-efc9-4962-ab6c-1dd54d114b0b req-5a8ab5a9-ecbd-4ea8-b206-7d9565b91e26 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:02.016770 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f3804df-efc9-4962-ab6c-1dd54d114b0b req-5a8ab5a9-ecbd-4ea8-b206-7d9565b91e26 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 943 time: 0.0602810 Nov 11 16:42:02.033635 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c168818a-e276-4b53-8b46-bb4ec110fa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:02.066566 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f3804df-efc9-4962-ab6c-1dd54d114b0b req-600aac70-f1f1-4295-8a1c-4d7f5b29ac6d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Nov 11 16:42:03.071553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d9ef-09e0-40f0-9239-69b7832b6dc5 req-7568e8fb-63db-456f-ab7b-a81edcef4d5a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:03.072998 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8199d9ef-09e0-40f0-9239-69b7832b6dc5 req-7568e8fb-63db-456f-ab7b-a81edcef4d5a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Nov 11 16:42:03.121991 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8199d9ef-09e0-40f0-9239-69b7832b6dc5 req-fb339e50-1c37-46b3-8954-e83b3f6a98ad tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Nov 11 16:42:03.179159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c126961-f3d1-4ea2-8f2b-ae063f69a526 req-485be50f-28fd-4868-98a6-e5820d64621b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:03.180621 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0c126961-f3d1-4ea2-8f2b-ae063f69a526 req-485be50f-28fd-4868-98a6-e5820d64621b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 943 time: 0.0478997 Nov 11 16:42:03.226402 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0c126961-f3d1-4ea2-8f2b-ae063f69a526 req-0e4b0da6-8f34-454a-b339-e9953910e797 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Nov 11 16:42:04.240088 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e4d02-858f-430f-80de-5be2df72ffce req-ceeaff23-90ac-4aa8-b883-3f69428ca152 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:04.241544 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-737e4d02-858f-430f-80de-5be2df72ffce req-ceeaff23-90ac-4aa8-b883-3f69428ca152 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0483029 Nov 11 16:42:04.289068 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-737e4d02-858f-430f-80de-5be2df72ffce req-ac26643e-8f7f-46ed-8935-74a12b20f7d0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Nov 11 16:42:04.345045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312597-d987-41b0-b575-650bf90210fd req-8cce916c-7a19-420a-a1e4-70148d605690 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:04.346590 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ad312597-d987-41b0-b575-650bf90210fd req-8cce916c-7a19-420a-a1e4-70148d605690 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Nov 11 16:42:04.352562 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eefe828-03ba-4d0f-9f61-1e455622bdda details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:42:04.397074 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ad312597-d987-41b0-b575-650bf90210fd req-7a877b00-2328-43d7-9e16-9363216ec166 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Nov 11 16:42:04.443793 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-66dea829-5d2b-4720-8107-31b5a3fbfe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:04.446313 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:04.457059 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '5eefe828-03ba-4d0f-9f61-1e455622bdda', 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df', 'port_id': '5eefe828-03ba-4d0f-9f61-1e455622bdda', 'mac_address': 'fa:16:3e:80:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b791dd23-5335-4c9d-a6b1-402bc8480442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:42:04.496684 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:04.509341 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eefe828-03ba-4d0f-9f61-1e455622bdda {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:42:04.527666 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:04.595485 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:04.642825 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:04.876558 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['5eefe828-03ba-4d0f-9f61-1e455622bdda'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:42:05.406755 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36f77b-69d4-43d0-a695-f0d10d6a0d67 req-2018fff9-b31e-43d2-8451-741ad860eea8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:05.408481 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4c36f77b-69d4-43d0-a695-f0d10d6a0d67 req-2018fff9-b31e-43d2-8451-741ad860eea8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Nov 11 16:42:05.456244 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4c36f77b-69d4-43d0-a695-f0d10d6a0d67 req-66b67586-4d42-4cc6-9829-94a7395f27c5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Nov 11 16:42:05.470442 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:05.512690 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ed430-2575-4c0c-b43b-5fe45a393ed0 req-717f6330-14ba-46ae-93ee-372b84468b6d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:05.514149 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ae1ed430-2575-4c0c-b43b-5fe45a393ed0 req-717f6330-14ba-46ae-93ee-372b84468b6d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 944 time: 0.0494385 Nov 11 16:42:05.561151 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ae1ed430-2575-4c0c-b43b-5fe45a393ed0 req-a586b393-1074-41ed-ae36-573d8a4ccdf0 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Nov 11 16:42:06.367058 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eefe828-03ba-4d0f-9f61-1e455622bdda up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:42:06.475583 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 5eefe828-03ba-4d0f-9f61-1e455622bdda completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:42:06.479492 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 5eefe828-03ba-4d0f-9f61-1e455622bdda triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:42:06.479862 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:06.562248 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:06.583320 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07731f9-cab9-42ca-a803-ac9c3f5903fe req-53a53aa0-2ef7-499a-b01d-0a1d556057bc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:06.584799 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f07731f9-cab9-42ca-a803-ac9c3f5903fe req-53a53aa0-2ef7-499a-b01d-0a1d556057bc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0541875 Nov 11 16:42:06.586206 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:06.588452 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ccb5a2-6414-43bb-a2ef-ebac4563d6f8" -d '{"events": [{"server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "name": "network-vif-plugged", "status": "completed", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:06.601654 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:06.632971 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f07731f9-cab9-42ca-a803-ac9c3f5903fe req-888a75f3-17ff-4b91-98b6-a55de0c9c3b4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Nov 11 16:42:06.670388 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:06.693516 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00d932-4807-4046-b282-960d95a8ab20 req-7a56115b-58e7-48ae-93cf-552ef5f2e5c9 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:06.694972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df9b9d-d1eb-4268-a063-f654175342c8 x-openstack-request-id: req-78df9b9d-d1eb-4268-a063-f654175342c8 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:06.695619 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da00d932-4807-4046-b282-960d95a8ab20 req-7a56115b-58e7-48ae-93cf-552ef5f2e5c9 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 944 time: 0.0612414 Nov 11 16:42:06.696169 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "name": "network-vif-plugged", "status": "completed", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:06.696355 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78df9b9d-d1eb-4268-a063-f654175342c8 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:06.696758 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda', 'code': 200} Nov 11 16:42:06.725703 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:06.750326 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-da00d932-4807-4046-b282-960d95a8ab20 req-370f260f-a603-44a6-9393-331e17471671 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Nov 11 16:42:06.962691 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6a3d2-8a8a-4bd7-807d-5ae86bf2667a req-6a65b243-d59b-4c61-9f9a-d233774f87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:06.964152 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d6e6a3d2-8a8a-4bd7-807d-5ae86bf2667a req-6a65b243-d59b-4c61-9f9a-d233774f87f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 1098 time: 0.0390828 Nov 11 16:42:06.978813 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:07.008801 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d6e6a3d2-8a8a-4bd7-807d-5ae86bf2667a req-ef38917a-a02f-4f44-afe7-cf88cfd63f88 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371823 Nov 11 16:42:07.755159 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109765e4-9f90-46b3-9808-ad7ef6105f6a req-c0e41e4a-6242-4269-9248-737765e21bfd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:07.756604 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-109765e4-9f90-46b3-9808-ad7ef6105f6a req-c0e41e4a-6242-4269-9248-737765e21bfd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0483432 Nov 11 16:42:07.803919 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-109765e4-9f90-46b3-9808-ad7ef6105f6a req-f27499d9-7e4c-4f71-b7ae-2e54145eac87 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Nov 11 16:42:07.866096 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b34c-3db6-47b7-8f06-bfd78e0954ad req-ce8b7e1e-dd83-437e-9b95-198b5ed53daf tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:07.867588 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f011b34c-3db6-47b7-8f06-bfd78e0954ad req-ce8b7e1e-dd83-437e-9b95-198b5ed53daf tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Nov 11 16:42:07.914794 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f011b34c-3db6-47b7-8f06-bfd78e0954ad req-83d9510e-d1a9-498f-8fe4-02b4c32039bf tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Nov 11 16:42:08.127442 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:08.927265 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eef7bb-690e-4bef-9e03-cf7b1f135969 req-2d0c632d-dd86-4521-8395-e5834d52cbc6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:08.928712 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-17eef7bb-690e-4bef-9e03-cf7b1f135969 req-2d0c632d-dd86-4521-8395-e5834d52cbc6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Nov 11 16:42:08.977590 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-17eef7bb-690e-4bef-9e03-cf7b1f135969 req-b66cd0d0-9c62-4001-8277-0ca3ca596b72 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Nov 11 16:42:09.030633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b8e0b-9963-4c63-80bd-5c20019203db req-10d7b984-ada2-4a11-a297-77c3d561458b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:09.032066 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-319b8e0b-9963-4c63-80bd-5c20019203db req-10d7b984-ada2-4a11-a297-77c3d561458b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 945 time: 0.0517688 Nov 11 16:42:09.078432 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-319b8e0b-9963-4c63-80bd-5c20019203db req-32216b44-8741-43a7-a999-035b8ceea2b4 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Nov 11 16:42:10.098449 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32261a2-7155-48c4-a605-c162cd7bcfb7 req-705b9acf-c60e-43db-bdf5-01d5ecdc3425 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:10.099951 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e32261a2-7155-48c4-a605-c162cd7bcfb7 req-705b9acf-c60e-43db-bdf5-01d5ecdc3425 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Nov 11 16:42:10.150108 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e32261a2-7155-48c4-a605-c162cd7bcfb7 req-0c44d05f-3e64-4f67-b695-f68effaca2dc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 Nov 11 16:42:10.399971 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:42:10.511944 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:10.526718 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:42:10.567001 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:10.582894 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:42:10.612413 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:10.682447 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:10.749972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=6']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:10.787635 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ead4bcc8-fcdc-4387-b306-f6859625972f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:42:11.295591 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffe646-22a8-4361-a742-8d828e393a5c req-ac54ada6-98df-42d4-8bdf-bba2f54b9919 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:11.297212 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-02ffe646-22a8-4361-a742-8d828e393a5c req-ac54ada6-98df-42d4-8bdf-bba2f54b9919 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.0580082 Nov 11 16:42:11.365550 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-02ffe646-22a8-4361-a742-8d828e393a5c req-a6a0bc48-548b-42dc-aa90-84c0a4b680bf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505831 Nov 11 16:42:12.082301 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:42:12.411567 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:42:12.474732 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ead4bcc8-fcdc-4387-b306-f6859625972f triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:42:12.475449 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:12.491494 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d106-62be-4d43-a2a6-3201ad5fb55e req-a32ede18-b2f5-440c-9e50-7008918b0c74 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:12.499184 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82f5d106-62be-4d43-a2a6-3201ad5fb55e req-a32ede18-b2f5-440c-9e50-7008918b0c74 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.0581234 Nov 11 16:42:12.563975 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:12.572104 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82f5d106-62be-4d43-a2a6-3201ad5fb55e req-b833cbfd-2051-4315-84a2-8e6983e3ebb9 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668209 Nov 11 16:42:12.592547 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:12.595065 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71af9c-7792-4f33-80a9-6e9e243c3e8e" -d '{"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:12.610374 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:12.642062 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd0f738-8d67-4694-8ba6-923c85f4b199 x-openstack-request-id: req-2fd0f738-8d67-4694-8ba6-923c85f4b199 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:12.642475 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:12.642689 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fd0f738-8d67-4694-8ba6-923c85f4b199 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:12.643101 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'code': 200} Nov 11 16:42:12.710370 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:12.769884 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=7']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:13.053145 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:13.693438 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0e10-392a-4dde-876f-15222b96ec17 req-349979d8-bfd1-4352-b3a7-2b970e4cb908 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:13.695128 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-90de0e10-392a-4dde-876f-15222b96ec17 req-349979d8-bfd1-4352-b3a7-2b970e4cb908 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0580037 Nov 11 16:42:13.745315 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-90de0e10-392a-4dde-876f-15222b96ec17 req-96671fc6-b16b-447f-b0a2-5103f7fb729c tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Nov 11 16:42:14.887463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198845a-de20-411a-a28b-df9a3579fdb3 req-e435a3ec-53d6-429c-ae84-766dce09d7d2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:14.889562 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5198845a-de20-411a-a28b-df9a3579fdb3 req-e435a3ec-53d6-429c-ae84-766dce09d7d2 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0583305 Nov 11 16:42:14.944099 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5198845a-de20-411a-a28b-df9a3579fdb3 req-fcf62036-cb11-4be5-a959-cc9791ee9438 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442734 Nov 11 16:42:16.096193 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05717b-2e93-4538-8862-6d7d8c75c8ab req-e7557a3e-a60a-4b2a-a112-1913cbe62fd9 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:16.102271 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b05717b-2e93-4538-8862-6d7d8c75c8ab req-e7557a3e-a60a-4b2a-a112-1913cbe62fd9 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0571535 Nov 11 16:42:16.150876 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b05717b-2e93-4538-8862-6d7d8c75c8ab req-df3b31b0-fb79-4e8f-9bca-218524a828fb tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464008 Nov 11 16:42:17.280663 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a3b3c-6988-4be3-85fa-be3477646b62 req-ea93dca8-7166-4eb3-80ce-d5c8f83948e1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:17.282159 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-486a3b3c-6988-4be3-85fa-be3477646b62 req-ea93dca8-7166-4eb3-80ce-d5c8f83948e1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0503366 Nov 11 16:42:17.345280 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-486a3b3c-6988-4be3-85fa-be3477646b62 req-e25a76d5-4b71-4ace-95a8-f80f1cd328e8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564699 Nov 11 16:42:18.484877 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e61b9-d7cc-464a-a25a-3d0772c8779d req-6cda03b4-3cac-4b55-9ba5-7fc152f85169 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:18.486997 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9b2e61b9-d7cc-464a-a25a-3d0772c8779d req-6cda03b4-3cac-4b55-9ba5-7fc152f85169 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0618405 Nov 11 16:42:18.546285 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9b2e61b9-d7cc-464a-a25a-3d0772c8779d req-7e5059da-044b-444c-bfec-83184a3d7335 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515380 Nov 11 16:42:19.665718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78ebd-4c08-455f-bfb5-eab7d47dc3ae req-96f5a566-2711-4be0-a8c8-8a24c50f93b1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:19.667252 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7d78ebd-4c08-455f-bfb5-eab7d47dc3ae req-96f5a566-2711-4be0-a8c8-8a24c50f93b1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Nov 11 16:42:19.720280 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7d78ebd-4c08-455f-bfb5-eab7d47dc3ae req-c39c35a7-9dea-4e6f-bac4-5b34c7188c8d tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471315 Nov 11 16:42:20.841353 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9cc64-19ba-4461-b07c-14aa76fc8cde req-8846524b-a213-4124-b1db-37835101afc5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:20.843480 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1df9cc64-19ba-4461-b07c-14aa76fc8cde req-8846524b-a213-4124-b1db-37835101afc5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Nov 11 16:42:20.890110 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-1df9cc64-19ba-4461-b07c-14aa76fc8cde req-6796f5f2-4ea0-4525-aaa9-72cc9e3d114f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Nov 11 16:42:22.019767 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988905d5-9a0d-4de4-8ae8-ce5a091c175b req-1dc09e1d-c341-45f4-a8cc-989436de6a72 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:22.021315 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-988905d5-9a0d-4de4-8ae8-ce5a091c175b req-1dc09e1d-c341-45f4-a8cc-989436de6a72 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0543911 Nov 11 16:42:22.071097 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-988905d5-9a0d-4de4-8ae8-ce5a091c175b req-3c78522b-5514-4bcb-b1b8-a435a09a10fc tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Nov 11 16:42:22.166603 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-77d803fc-89e6-4990-83a8-7f7868a984e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:22.168083 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-77d803fc-89e6-4990-83a8-7f7868a984e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1099 time: 0.0403314 Nov 11 16:42:22.264214 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-fb014d54-068b-4b14-b629-9cd896635eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:22.265669 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-fb014d54-068b-4b14-b629-9cd896635eb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.0898781 Nov 11 16:42:22.331954 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-73903214-b27c-4ce6-b013-9390af35c637 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 1002 time: 0.0575027 Nov 11 16:42:22.387587 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-b3d3bba5-9e48-470d-8b52-9675aa61a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:22.389020 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-b3d3bba5-9e48-470d-8b52-9675aa61a32a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0478282 Nov 11 16:42:22.436552 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-dcc11787-6fff-4c1f-a803-e80f68943c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:22.438091 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-dcc11787-6fff-4c1f-a803-e80f68943c91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399902 Nov 11 16:42:22.526758 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-c7bde533-c1a6-4a8e-acc8-ea12a8620ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810449 Nov 11 16:42:22.630781 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-6ea21423-10a8-4738-a99b-944caea0e8f0 req-b4bf118f-88e9-4259-81b6-0f2ecb219c04 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884297 Nov 11 16:42:23.191371 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0cd4d-278f-4c8b-92de-ab52fa2f16de req-13ff9ce8-6aa1-4fde-b6af-befe82957eea tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:23.192909 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6f0cd4d-278f-4c8b-92de-ab52fa2f16de req-13ff9ce8-6aa1-4fde-b6af-befe82957eea tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0504847 Nov 11 16:42:23.243529 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6f0cd4d-278f-4c8b-92de-ab52fa2f16de req-1f3ecaeb-60e6-43a7-9323-79bbd3a1849f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Nov 11 16:42:24.364110 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05badf8-f4e7-4173-9b97-08f09288bdf9 req-1fe84a66-42f9-4129-a6b9-496bd4e86907 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:24.365565 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d05badf8-f4e7-4173-9b97-08f09288bdf9 req-1fe84a66-42f9-4129-a6b9-496bd4e86907 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Nov 11 16:42:24.411617 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d05badf8-f4e7-4173-9b97-08f09288bdf9 req-00ba2652-c091-40a1-9eb5-a93c8dbc1795 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Nov 11 16:42:24.469367 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:42:24.673426 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:24.696998 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:24.699224 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d0f117-513b-49e3-ad93-b6bd519752dd" -d '{"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:24.712042 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:24.738074 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959632e1-5e75-4983-bc25-0623cd031426 x-openstack-request-id: req-959632e1-5e75-4983-bc25-0623cd031426 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:24.738398 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:24.738648 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-959632e1-5e75-4983-bc25-0623cd031426 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:24.739041 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'code': 200} Nov 11 16:42:24.778851 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:24.827474 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=8']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:25.540450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9c7e-f27f-4fe9-a71a-592b70f7c4aa req-b9299a45-fecc-4fbd-85d7-87b1be8d7b0a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:25.540450 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d6de9c7e-f27f-4fe9-a71a-592b70f7c4aa req-b9299a45-fecc-4fbd-85d7-87b1be8d7b0a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0546236 Nov 11 16:42:25.590056 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d6de9c7e-f27f-4fe9-a71a-592b70f7c4aa req-b9b31638-d578-4d40-83d9-9d5abbbd3809 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Nov 11 16:42:26.041765 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-0dcd76e6-37c0-4973-922a-210636cf0024 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827564380&fields=id&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 267 time: 0.0455704 Nov 11 16:42:26.159115 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-68b035fa-bc92-4262-80e4-b5d7965f9983 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:26.160574 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-68b035fa-bc92-4262-80e4-b5d7965f9983 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.1116130 Nov 11 16:42:26.176375 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-e321f5bc-1c96-4d38-abaf-1209d98556f5 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/quotas/e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 375 time: 0.0098495 Nov 11 16:42:26.234009 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-b7f77739-3c7c-4913-8865-a94c7a0a6103 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0524454 Nov 11 16:42:26.335872 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a88852e3-a7b1-4d51-b16e-3f0fca085b36 service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894806 Nov 11 16:42:26.427757 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-f5740d73-57d4-487d-be28-1c58da6efc7d service neutron] 10.222.0.11 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849838 Nov 11 16:42:27.020054 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ba72b02c-ab83-42ed-acba-2386d82ced98 req-fdefa359-9463-4df9-a5c9-a9d26d7605d6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Nov 11 16:42:27.907020 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a2809-8ebb-47c9-874d-f4dc9dfee2eb req-a40686ab-fb7c-4b8f-a3c6-a58f65d6965f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:27.908501 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-480a2809-8ebb-47c9-874d-f4dc9dfee2eb req-a40686ab-fb7c-4b8f-a3c6-a58f65d6965f tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.2041156 Nov 11 16:42:27.960264 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-480a2809-8ebb-47c9-874d-f4dc9dfee2eb req-ae3809df-b84a-496b-b872-63a5ddb550cd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449400 Nov 11 16:42:28.138674 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-79ce1e5d-4b57-4e5c-a410-23956e9449a0 req-813f54da-042a-4614-8374-46ea4c23e2b8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 210 time: 0.0432818 Nov 11 16:42:28.155140 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-1936497d-9164-4ae3-84ed-f8ab8e029d59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660138 Nov 11 16:42:29.152688 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-7697ef95-3cc5-4c3a-87ec-009c0b52b566 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:29.154215 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-7697ef95-3cc5-4c3a-87ec-009c0b52b566 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 812 time: 0.1688306 Nov 11 16:42:29.242536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7ddc4-8e14-4b29-a996-88b08ca4375d req-71fe4f3a-33f0-4d18-954f-7f8c1590a107 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:29.244007 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-07c7ddc4-8e14-4b29-a996-88b08ca4375d req-71fe4f3a-33f0-4d18-954f-7f8c1590a107 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0557945 Nov 11 16:42:29.258398 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-365da820-b49e-4959-8e2d-1ebf779871a6 req-b14b3886-167c-4e35-bce9-a42def09f9d1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 210 time: 0.0424316 Nov 11 16:42:29.275457 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-091afac4-9525-4f41-a6ca-b1edbe7722ae tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b27862260c4e10a2a4649abac781fd HTTP/1.1" status: 200 len: 380 time: 0.0978491 Nov 11 16:42:29.292218 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'port': {'device_id': '503efaff-d53a-4625-af00-123ddb531092', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'admin_state_up': True, 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'security_groups': ['0e7d22fd-725a-497f-a5cc-30214eee1dfd']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:42:29.295505 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-07c7ddc4-8e14-4b29-a996-88b08ca4375d req-05036385-0ea3-430e-977b-039decc7219e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Nov 11 16:42:29.481168 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Made reservation on behalf of e8b27862260c4e10a2a4649abac781fd for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:42:29.484686 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:29.623158 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876211-3b85-4096-b4ff-36387675c687 req-85acd874-4f7b-4fc2-83e7-6071b1a361fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:29.624518 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-85acd874-4f7b-4fc2-83e7-6071b1a361fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4&tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d HTTP/1.1" status: 200 len: 1097 time: 0.0863016 Nov 11 16:42:29.645967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.20.0.12 (2cb10ab0-a054-4555-9c1e-120e17632d81/d527fc49-7bef-478a-b9e1-9adeb49916be/4ef47d64-6457-456c-bc25-67edd1a30afc) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:42:29.755791 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876211-3b85-4096-b4ff-36387675c687 req-550fceda-30d1-414e-91ce-2eae74326d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:29.757276 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-550fceda-30d1-414e-91ce-2eae74326d5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1097 time: 0.1024604 Nov 11 16:42:29.882286 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:29.901570 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876211-3b85-4096-b4ff-36387675c687 req-3027c14b-e258-4af1-8fda-72556fdfd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:29.903080 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-3027c14b-e258-4af1-8fda-72556fdfd053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 200 len: 919 time: 0.1369560 Nov 11 16:42:29.979331 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-9a9a7a32-aed8-4c88-aef1-3923680098a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 200 len: 1000 time: 0.0635242 Nov 11 16:42:30.031224 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876211-3b85-4096-b4ff-36387675c687 req-4471d203-f13b-416a-95b9-b29b46feaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:30.032679 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-4471d203-f13b-416a-95b9-b29b46feaafc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 200 len: 856 time: 0.0454276 Nov 11 16:42:30.039430 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:30.106327 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:42:30.115448 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:42:30.118278 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:42:30.159803 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:30.166573 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50876211-3b85-4096-b4ff-36387675c687 req-15f28f49-d5cc-46d6-a384-2a7821bb8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:30.168078 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-15f28f49-d5cc-46d6-a384-2a7821bb8f81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=66af3c6e-94b6-4081-be31-9f4060c2d263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264637 Nov 11 16:42:30.182595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:30.183285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:30.362210 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-9ddf1065-ef0e-48bc-ba61-e3c645ef3cfb None None] Provisioning complete for port 4ef47d64-6457-456c-bc25-67edd1a30afc triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:42:30.363808 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9ddf1065-ef0e-48bc-ba61-e3c645ef3cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:30.401227 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433766fe-67e6-4e92-8f8a-35f94fd5b263 req-45726396-b070-477b-9744-a578bf5097a0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:30.401842 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf1065-ef0e-48bc-ba61-e3c645ef3cfb None None] Port 4ef47d64-6457-456c-bc25-67edd1a30afc cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:42:30.402827 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-433766fe-67e6-4e92-8f8a-35f94fd5b263 req-45726396-b070-477b-9744-a578bf5097a0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 932 time: 0.0592887 Nov 11 16:42:30.457671 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-433766fe-67e6-4e92-8f8a-35f94fd5b263 req-31818c88-e573-4d01-adb1-63b026454c23 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 Nov 11 16:42:30.563740 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-235a6bb7-fd05-4578-8e6f-a610ddd4737a service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776596 Nov 11 16:42:30.567197 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565647a-695f-40e4-b3cc-7124c302d7b1 req-15bae126-1c01-43a7-843a-bd0e49121414 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:30.568851 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d565647a-695f-40e4-b3cc-7124c302d7b1 req-15bae126-1c01-43a7-843a-bd0e49121414 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0541666 Nov 11 16:42:30.616160 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d565647a-695f-40e4-b3cc-7124c302d7b1 req-d5db3aec-f352-427f-b0e1-7b8d3af71cba tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Nov 11 16:42:30.636598 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-84231f7f-dbc4-4942-9ff4-57088984fd80 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3532784 Nov 11 16:42:30.652845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Request body: {'port': {'device_id': '503efaff-d53a-4625-af00-123ddb531092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:42:30.682449 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-50876211-3b85-4096-b4ff-36387675c687 req-a12f047e-e0eb-42a2-b5a8-9dfa4fe2c726 service neutron] 10.222.0.70 "GET /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107528 Nov 11 16:42:30.716952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:30.979634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef47d64-6457-456c-bc25-67edd1a30afc {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:42:30.986720 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:30.999227 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Transition to ACTIVE for port object 4ef47d64-6457-456c-bc25-67edd1a30afc will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:42:31.064389 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:31.118605 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:31.139270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.139537 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.139868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.140195 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.140520 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.140840 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.141159 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.141477 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.141791 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.142104 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.142445 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.142761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:31.197018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Attempting to bind port 4ef47d64-6457-456c-bc25-67edd1a30afc on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:42:31.203085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Attempting to bind port 4ef47d64-6457-456c-bc25-67edd1a30afc by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:42:31.203085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Attempting to bind port 4ef47d64-6457-456c-bc25-67edd1a30afc on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:42:31.203085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Port 4ef47d64-6457-456c-bc25-67edd1a30afc on network 2cb10ab0-a054-4555-9c1e-120e17632d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:42:31.203085 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Attempting to bind port 4ef47d64-6457-456c-bc25-67edd1a30afc on network 2cb10ab0-a054-4555-9c1e-120e17632d81 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:42:31.207887 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:42:31.208227 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Checking segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:42:31.208614 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Bound using segment: {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:42:31.209190 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Bound port: 4ef47d64-6457-456c-bc25-67edd1a30afc, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f15f968-dafa-4901-b1c6-21dbb1bb5554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:42:31.209576 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:31.280898 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:42:31.284270 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4ef47d64-6457-456c-bc25-67edd1a30afc,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:42:31.366065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:31.407000 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:31.407790 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:31.409596 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] 10.222.0.70 "PUT /v2.0/ports/4ef47d64-6457-456c-bc25-67edd1a30afc HTTP/1.1" status: 200 len: 1094 time: 0.7641876 Nov 11 16:42:31.411670 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:31.414372 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b552941b-9ea3-45ed-adea-14c3851aec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:31.454015 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec06f-a616-40f5-b6f7-a44bd007b21e service neutron] Pushing event updated for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:31.468111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f6118-3e31-41b2-a760-a636943c9779 x-openstack-request-id: req-238f6118-3e31-41b2-a760-a636943c9779 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:31.468577 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:31.468977 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-238f6118-3e31-41b2-a760-a636943c9779 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:31.469616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'status': 'completed', 'code': 200} Nov 11 16:42:31.618374 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa481bb7-8810-4700-bab4-baab263a5039 req-927c15c6-c59e-4b0e-82a5-05e206e6ab74 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:31.620246 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fa481bb7-8810-4700-bab4-baab263a5039 req-927c15c6-c59e-4b0e-82a5-05e206e6ab74 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0594840 Nov 11 16:42:31.688284 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fa481bb7-8810-4700-bab4-baab263a5039 req-27a8281d-7617-49e9-a691-f3b0bf743b49 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622025 Nov 11 16:42:31.783530 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c73cf9-4049-45f1-ad3f-66a2d4d05f4f req-abd28db8-a33c-4c9d-a304-cfeefa252911 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:31.786398 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-16c73cf9-4049-45f1-ad3f-66a2d4d05f4f req-abd28db8-a33c-4c9d-a304-cfeefa252911 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0757375 Nov 11 16:42:31.855913 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-16c73cf9-4049-45f1-ad3f-66a2d4d05f4f req-d32a311e-2b30-4730-8288-88e712ff6e34 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567384 Nov 11 16:42:31.950016 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4961-af1a-4197-9066-ad7a3c989595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:32.820006 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112709aa-7237-4ffe-bcab-5d27f19e3e62 req-6d8bdce5-3ad3-4e09-ade6-a9bed5d92a3f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:32.821481 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-112709aa-7237-4ffe-bcab-5d27f19e3e62 req-6d8bdce5-3ad3-4e09-ade6-a9bed5d92a3f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0636377 Nov 11 16:42:32.871081 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-112709aa-7237-4ffe-bcab-5d27f19e3e62 req-1f81ea24-5f47-47c1-bc55-90db2f69dbdd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Nov 11 16:42:32.979820 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d79c-4abf-424e-8199-c87747ed4575 req-2e2682e6-1d22-48b1-9341-2fce0a9701f3 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:32.981286 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5236d79c-4abf-424e-8199-c87747ed4575 req-2e2682e6-1d22-48b1-9341-2fce0a9701f3 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0485578 Nov 11 16:42:33.033700 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5236d79c-4abf-424e-8199-c87747ed4575 req-f5905d30-ffbf-4393-9d0c-a5c5e8bae9e0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465465 Nov 11 16:42:33.999193 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b184-7df2-4ee1-bfb1-43bf6fd6f9a8 req-f546d7d3-477c-451a-b90b-84082bb02a99 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:34.000638 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41f7b184-7df2-4ee1-bfb1-43bf6fd6f9a8 req-f546d7d3-477c-451a-b90b-84082bb02a99 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0546885 Nov 11 16:42:34.054528 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41f7b184-7df2-4ee1-bfb1-43bf6fd6f9a8 req-d60c8e5c-f37d-422b-b266-0e88f7c37347 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Nov 11 16:42:34.156905 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001d4da-234a-417e-9561-4adda987c3f7 req-6311c26e-0ec5-4b5c-a9c2-a4d95285be36 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:34.158387 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5001d4da-234a-417e-9561-4adda987c3f7 req-6311c26e-0ec5-4b5c-a9c2-a4d95285be36 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0510921 Nov 11 16:42:34.209798 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5001d4da-234a-417e-9561-4adda987c3f7 req-b1016dd4-8cb2-4d74-a1ec-5cc3b7f587f0 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455613 Nov 11 16:42:34.422089 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f1d618bb-4316-4934-907c-cd4c68c8269f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:35.174610 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39d24d-8ccd-46cf-8d9f-eaf59a28bbf7 req-19e0b266-5bc1-48ec-9a36-dccbc3e91345 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:35.176680 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2d39d24d-8ccd-46cf-8d9f-eaf59a28bbf7 req-19e0b266-5bc1-48ec-9a36-dccbc3e91345 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0499184 Nov 11 16:42:35.228926 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2d39d24d-8ccd-46cf-8d9f-eaf59a28bbf7 req-5ba2923c-e9cc-444d-ac90-d3b55538792c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Nov 11 16:42:35.336346 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618b94-0b48-4fe4-88e7-f1a51a47f822 req-fa95eaa3-eb5c-4203-a298-e0bab53112d6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:35.337810 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cc618b94-0b48-4fe4-88e7-f1a51a47f822 req-fa95eaa3-eb5c-4203-a298-e0bab53112d6 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0502481 Nov 11 16:42:35.389227 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cc618b94-0b48-4fe4-88e7-f1a51a47f822 req-324f14a4-bbd7-4276-88fe-ad7609d7efc8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Nov 11 16:42:35.470326 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:36.368928 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c536d-8dc0-4044-b540-e34a067d1e77 req-2ff1bf69-dc29-49fd-84a2-e2c9192902db tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:36.377999 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac7c536d-8dc0-4044-b540-e34a067d1e77 req-2ff1bf69-dc29-49fd-84a2-e2c9192902db tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0668831 Nov 11 16:42:36.432567 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac7c536d-8dc0-4044-b540-e34a067d1e77 req-b936dfe4-b4d2-4240-841c-23596529ee71 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535603 Nov 11 16:42:36.516573 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1e99d-8b43-4844-83b9-0a90fa2bf448 req-8d377caa-622f-4b74-80b0-14d16a0a5002 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:36.518001 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-12c1e99d-8b43-4844-83b9-0a90fa2bf448 req-8d377caa-622f-4b74-80b0-14d16a0a5002 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0510004 Nov 11 16:42:36.571941 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-12c1e99d-8b43-4844-83b9-0a90fa2bf448 req-15103330-52a0-42d8-a050-382205462d7b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454984 Nov 11 16:42:36.987579 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:37.567692 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdd5c-3818-4dfb-aee4-0275db46dff2 req-dba6907a-01cf-4f3b-a2ff-c9470b67e7ea tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:37.569153 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f1fdd5c-3818-4dfb-aee4-0275db46dff2 req-dba6907a-01cf-4f3b-a2ff-c9470b67e7ea tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0614977 Nov 11 16:42:37.619471 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2f1fdd5c-3818-4dfb-aee4-0275db46dff2 req-36d77355-209f-46bd-8ade-d4987723a999 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Nov 11 16:42:37.699605 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29278a-a948-4e2f-a8a3-27bd79144882 req-96c1e85f-e3ce-48ab-a2a7-746beec1b67e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:37.701091 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8c29278a-a948-4e2f-a8a3-27bd79144882 req-96c1e85f-e3ce-48ab-a2a7-746beec1b67e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0523357 Nov 11 16:42:37.748939 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8c29278a-a948-4e2f-a8a3-27bd79144882 req-3d00e4d7-5577-466c-af86-290d369c985b tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Nov 11 16:42:38.145654 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:38.739297 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a5f26-c661-4049-b212-b514540dc227 req-191f75c8-bd57-44be-8c81-0848e4132e3b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:38.740742 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-312a5f26-c661-4049-b212-b514540dc227 req-191f75c8-bd57-44be-8c81-0848e4132e3b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0503502 Nov 11 16:42:38.794860 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-312a5f26-c661-4049-b212-b514540dc227 req-5e8638c6-a23b-4796-8d6a-c6a4eb5d21ac tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470834 Nov 11 16:42:38.879696 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e32b3-32bb-4f3e-9628-8e546e91a84f req-df1e22e3-5768-405f-ab5b-b820e300c358 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:38.881208 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf8e32b3-32bb-4f3e-9628-8e546e91a84f req-df1e22e3-5768-405f-ab5b-b820e300c358 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0503368 Nov 11 16:42:38.932587 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-cf8e32b3-32bb-4f3e-9628-8e546e91a84f req-610cbbc0-1ff2-4df9-acfb-879a76ad04ed tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 Nov 11 16:42:39.918029 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6894a5d-48d7-4bd8-85bd-4ab8e2178d63 req-56fdc094-ee4c-4e01-bc9d-68ed939caad4 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:39.919709 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c6894a5d-48d7-4bd8-85bd-4ab8e2178d63 req-56fdc094-ee4c-4e01-bc9d-68ed939caad4 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0561066 Nov 11 16:42:39.970229 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-c6894a5d-48d7-4bd8-85bd-4ab8e2178d63 req-9054ca62-8594-464e-bb35-398c51ef75bf tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 Nov 11 16:42:40.063939 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26bba-e238-44e7-916d-63fa15201796 req-7640ae5f-72f4-4c03-a41c-4e610225c026 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:40.065588 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6c26bba-e238-44e7-916d-63fa15201796 req-7640ae5f-72f4-4c03-a41c-4e610225c026 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0521317 Nov 11 16:42:40.118862 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-b6c26bba-e238-44e7-916d-63fa15201796 req-09d95553-d3ed-4f10-9683-41768e922ddd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463560 Nov 11 16:42:41.090952 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e03c2-2bb4-461d-a090-391f0bcdb8c9 req-62e28d7c-19fc-456c-8a7f-152e8e26318b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:41.092448 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f80e03c2-2bb4-461d-a090-391f0bcdb8c9 req-62e28d7c-19fc-456c-8a7f-152e8e26318b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0511036 Nov 11 16:42:41.141834 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f80e03c2-2bb4-461d-a090-391f0bcdb8c9 req-3ac55ba9-c6b4-49bf-bb61-ba9726fd20d3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Nov 11 16:42:41.244467 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f42a-ae15-4af3-969d-db1348460cc9 req-c5daffe6-1b7e-4601-a141-b05fb0ecc3b1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:41.245969 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a879f42a-ae15-4af3-969d-db1348460cc9 req-c5daffe6-1b7e-4601-a141-b05fb0ecc3b1 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0518692 Nov 11 16:42:41.299169 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a879f42a-ae15-4af3-969d-db1348460cc9 req-5aca8a7a-cc69-41da-8d45-ce25d9b3cc24 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471318 Nov 11 16:42:42.274594 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6741e-c4dc-47c5-9fa8-8060323287d8 req-838fe5a8-2a34-4690-af1b-4c4c16f9da98 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:42.276200 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fce6741e-c4dc-47c5-9fa8-8060323287d8 req-838fe5a8-2a34-4690-af1b-4c4c16f9da98 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0606248 Nov 11 16:42:42.331979 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fce6741e-c4dc-47c5-9fa8-8060323287d8 req-f95342ba-2a25-41df-ab82-9788e095c84b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Nov 11 16:42:42.449463 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e83f-46f2-4984-8a18-eaa56d730590 req-5c50e258-d5dc-4048-9488-0ce2ac9a9e7a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:42.450074 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b65e83f-46f2-4984-8a18-eaa56d730590 req-5c50e258-d5dc-4048-9488-0ce2ac9a9e7a tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0579822 Nov 11 16:42:42.500581 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8b65e83f-46f2-4984-8a18-eaa56d730590 req-d786c786-6932-46dd-bde7-a2f06cb2b197 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442641 Nov 11 16:42:42.673538 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-e7f9a7e5-4025-48f0-a6bb-28891a8fbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:42.675051 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-e7f9a7e5-4025-48f0-a6bb-28891a8fbab3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1097 time: 0.0416873 Nov 11 16:42:42.776877 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-5358b993-457e-4f4f-bf7e-fce4ffdd1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:42.778285 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-5358b993-457e-4f4f-bf7e-fce4ffdd1f26 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e8b27862260c4e10a2a4649abac781fd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940461 Nov 11 16:42:42.872080 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-bc1eb1b9-b36c-4613-9249-01bcbac1c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:42.873552 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b552941b-9ea3-45ed-adea-14c3851aec4b req-bc1eb1b9-b36c-4613-9249-01bcbac1c8aa service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877240 Nov 11 16:42:43.016001 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:43.331182 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-17a21d42-6965-4370-8271-10981ce621ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:43.332639 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-17a21d42-6965-4370-8271-10981ce621ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1097 time: 0.0438366 Nov 11 16:42:43.376951 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-d25e7223-250b-4e6c-8ade-467b64d33037 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef47d64-6457-456c-bc25-67edd1a30afc HTTP/1.1" status: 200 len: 217 time: 0.0357811 Nov 11 16:42:43.459013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-fe71a83c-d6cc-478b-be77-341954f25c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:43.460458 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-fe71a83c-d6cc-478b-be77-341954f25c91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0728371 Nov 11 16:42:43.485358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db617b-339e-468b-a4de-f18606d88d81 req-99d19f6b-6579-43d4-9a68-a5aa9535af2a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:43.486813 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-53db617b-339e-468b-a4de-f18606d88d81 req-99d19f6b-6579-43d4-9a68-a5aa9535af2a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0732005 Nov 11 16:42:43.541842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-edde6fee-5b7d-415a-ba20-93f3c1ae8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:43.543376 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-edde6fee-5b7d-415a-ba20-93f3c1ae8e1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745802 Nov 11 16:42:43.565063 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-53db617b-339e-468b-a4de-f18606d88d81 req-edcec23e-b2b1-41f2-98f8-f40899219cb1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648179 Nov 11 16:42:43.627756 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cde77-f951-4e72-a4ae-5ef0d6119775 req-a1065bed-cb42-4de6-a18b-aea0586cba13 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:43.629132 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9f9cde77-f951-4e72-a4ae-5ef0d6119775 req-a1065bed-cb42-4de6-a18b-aea0586cba13 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0524256 Nov 11 16:42:43.642147 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-669d188f-f6ba-4abc-9732-305f7dd62a5d service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895696 Nov 11 16:42:43.676622 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-9f9cde77-f951-4e72-a4ae-5ef0d6119775 req-8c8cce66-e22d-4c13-aae5-049c6503ae98 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Nov 11 16:42:43.734194 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0e8f4c9c-2ca8-448e-8c55-658a994ee66f req-ccb81106-ec8d-4e8d-bb58-a235138c46db service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828335 Nov 11 16:42:44.680075 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7db6a2-1962-4bd8-ac69-af0b0d1eb5d9 req-b1d1f231-5271-43f6-b398-2f73a38cab3b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:44.682683 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2d7db6a2-1962-4bd8-ac69-af0b0d1eb5d9 req-b1d1f231-5271-43f6-b398-2f73a38cab3b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0504935 Nov 11 16:42:44.735516 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2d7db6a2-1962-4bd8-ac69-af0b0d1eb5d9 req-daf05489-58db-410c-909b-78b44f40d900 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Nov 11 16:42:44.798228 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df5f1b-29cd-40f7-ad19-0be737e4cacc req-15d12d7b-e0b0-4d7c-a532-959b39e61ad8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:44.799714 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d1df5f1b-29cd-40f7-ad19-0be737e4cacc req-15d12d7b-e0b0-4d7c-a532-959b39e61ad8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0515001 Nov 11 16:42:44.847319 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d1df5f1b-29cd-40f7-ad19-0be737e4cacc req-28bca223-bc01-4b22-af58-6cb8270dc572 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Nov 11 16:42:45.850978 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eace848-6695-4752-8079-ecd24e37b91e req-6b677425-c8f8-4909-9daf-ec01593eab04 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:45.852407 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4eace848-6695-4752-8079-ecd24e37b91e req-6b677425-c8f8-4909-9daf-ec01593eab04 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0484264 Nov 11 16:42:45.901775 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4eace848-6695-4752-8079-ecd24e37b91e req-9cc2b8fa-40c5-4e2c-a670-99cc4fe657b8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Nov 11 16:42:45.972399 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5708587-0fec-45cb-9954-cbf7d0c7f931 req-30228e3f-daf5-4597-9e58-57fdb09625bf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:45.973853 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e5708587-0fec-45cb-9954-cbf7d0c7f931 req-30228e3f-daf5-4597-9e58-57fdb09625bf tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 944 time: 0.0521257 Nov 11 16:42:46.021736 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e5708587-0fec-45cb-9954-cbf7d0c7f931 req-16c4e3fb-8fbe-43b9-886e-fc2c961cab11 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 Nov 11 16:42:46.556416 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:42:46.650892 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:46.661244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'port_id': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'mac_address': 'fa:16:3e:47:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:42:46.696912 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:46.709304 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:42:46.728503 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:46.783930 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:46.832963 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=9']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:47.012538 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['ead4bcc8-fcdc-4387-b306-f6859625972f'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:42:47.026750 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57b9c-d13d-47fd-a7ea-110ed86ae38e req-e61e8804-645a-496c-b65f-ab809a1735f8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:47.028249 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7f57b9c-d13d-47fd-a7ea-110ed86ae38e req-e61e8804-645a-496c-b65f-ab809a1735f8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0562878 Nov 11 16:42:47.079422 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-f7f57b9c-d13d-47fd-a7ea-110ed86ae38e req-71fb9055-07c7-4481-8358-51bd6a24b6b0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Nov 11 16:42:47.142889 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912b952-d8b4-4bce-8a2f-712ea1e86b2c req-2b863253-8fd5-4ebf-abb6-a52759878e44 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:47.144628 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0912b952-d8b4-4bce-8a2f-712ea1e86b2c req-2b863253-8fd5-4ebf-abb6-a52759878e44 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Nov 11 16:42:47.192558 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0912b952-d8b4-4bce-8a2f-712ea1e86b2c req-8515534b-c161-44c0-b947-834538098ecd tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Nov 11 16:42:48.200935 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd7eed-4293-4c6f-9eba-7e67f414d205 req-a83868b8-043f-43e3-b578-9258576b6818 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:48.202490 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41cd7eed-4293-4c6f-9eba-7e67f414d205 req-a83868b8-043f-43e3-b578-9258576b6818 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0537305 Nov 11 16:42:48.254102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-41cd7eed-4293-4c6f-9eba-7e67f414d205 req-8b65e7b1-44e0-4eed-838f-f0a72052d6ac tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Nov 11 16:42:48.311121 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19561-9d72-4c32-b2b7-4a0facf194db req-78960f61-e75a-458b-93b3-7decc661ada5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:48.312558 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-58a19561-9d72-4c32-b2b7-4a0facf194db req-78960f61-e75a-458b-93b3-7decc661ada5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 945 time: 0.0484660 Nov 11 16:42:48.361760 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-58a19561-9d72-4c32-b2b7-4a0facf194db req-e977fb84-b287-4c2a-abcf-f13e1b55e740 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Nov 11 16:42:48.559897 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:42:48.610039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port ead4bcc8-fcdc-4387-b306-f6859625972f triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:42:48.610444 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:48.690305 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:48.712743 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:48.714978 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9a9014-c10d-448c-a44b-c2c5c3316fb0" -d '{"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:48.727779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:48.750771 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7355e62-8748-4c6c-85df-b920b27aea0b x-openstack-request-id: req-f7355e62-8748-4c6c-85df-b920b27aea0b {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:48.751091 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:48.751350 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7355e62-8748-4c6c-85df-b920b27aea0b {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:48.751746 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'code': 200} Nov 11 16:42:48.796215 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:48.848982 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=10']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:49.075236 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:42:49.084719 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aff8fa-e3b8-4a2d-ab20-008cc1c96549 req-ac3cbbc7-22d1-43d5-85dd-fac26bd6ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:49.086230 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-24aff8fa-e3b8-4a2d-ab20-008cc1c96549 req-ac3cbbc7-22d1-43d5-85dd-fac26bd6ac51 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 1100 time: 0.0400236 Nov 11 16:42:49.135225 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-24aff8fa-e3b8-4a2d-ab20-008cc1c96549 req-52e23c4a-186c-45eb-97c9-c42b247188ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 Nov 11 16:42:49.367842 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7200fc-317d-41e6-b72c-6fd6ba3865f3 req-87370436-9c94-4a87-b683-ea94359fc7d2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:49.369641 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2e7200fc-317d-41e6-b72c-6fd6ba3865f3 req-87370436-9c94-4a87-b683-ea94359fc7d2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0487576 Nov 11 16:42:49.419386 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-2e7200fc-317d-41e6-b72c-6fd6ba3865f3 req-afe48980-e0f9-4ec3-9cfe-6cb619fe9bcd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Nov 11 16:42:49.483573 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254e18-f1e1-4340-8e93-c1f570bf15ff req-7e5c4c6e-247c-4fbd-92ec-e698ff7b1ede tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:49.484979 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5b254e18-f1e1-4340-8e93-c1f570bf15ff req-7e5c4c6e-247c-4fbd-92ec-e698ff7b1ede tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0486538 Nov 11 16:42:49.535231 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-5b254e18-f1e1-4340-8e93-c1f570bf15ff req-bddc5477-6247-4e82-9bbf-80f043c6c0ea tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Nov 11 16:42:50.543466 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768a6c7-1aa0-4d1e-ac00-f2fc97133912 req-3ae78ad4-2451-4048-8744-d76ca4cfd5fb tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:50.545568 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4768a6c7-1aa0-4d1e-ac00-f2fc97133912 req-3ae78ad4-2451-4048-8744-d76ca4cfd5fb tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0585279 Nov 11 16:42:50.604752 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-4768a6c7-1aa0-4d1e-ac00-f2fc97133912 req-ee496545-5ecb-4cf5-a74a-80718ab0bb52 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519938 Nov 11 16:42:50.659452 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9e09d-baa0-4432-8358-c5f40542fdcc req-ca6eb0ac-350e-40e8-a820-0d4aff4123c8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:50.660974 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adf9e09d-baa0-4432-8358-c5f40542fdcc req-ca6eb0ac-350e-40e8-a820-0d4aff4123c8 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0485954 Nov 11 16:42:50.708560 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adf9e09d-baa0-4432-8358-c5f40542fdcc req-a75d76ed-04fc-4a63-b4fa-f354ce300207 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Nov 11 16:42:51.720622 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9877dab-b426-436a-855b-06ed22872d66 req-350dd822-18fa-4063-9d50-5b1b315f528a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:51.722063 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d9877dab-b426-436a-855b-06ed22872d66 req-350dd822-18fa-4063-9d50-5b1b315f528a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0518258 Nov 11 16:42:51.772635 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d9877dab-b426-436a-855b-06ed22872d66 req-11362564-5921-4d81-85fc-715480368ae0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446029 Nov 11 16:42:51.828165 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eeb6c-d75f-4590-8e4d-8f627bcd5523 req-0f1991b6-ad91-481f-b2df-0cbb77072252 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:51.829628 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-187eeb6c-d75f-4590-8e4d-8f627bcd5523 req-0f1991b6-ad91-481f-b2df-0cbb77072252 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0479453 Nov 11 16:42:51.878141 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-187eeb6c-d75f-4590-8e4d-8f627bcd5523 req-b2f6d8e6-65b6-4b24-a73e-43122308f569 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Nov 11 16:42:52.887944 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f2295-1c70-46a1-8936-8c2fe3c3b04e req-6738bed6-b207-42c7-b5aa-05bd485e24da tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:52.889404 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05f2295-1c70-46a1-8936-8c2fe3c3b04e req-6738bed6-b207-42c7-b5aa-05bd485e24da tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 944 time: 0.0498421 Nov 11 16:42:52.940370 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-e05f2295-1c70-46a1-8936-8c2fe3c3b04e req-477ba81a-aa7e-418a-bd2c-07f3e8e871b1 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446506 Nov 11 16:42:53.014752 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6ade9-6bd0-4cd1-bc16-1bda63707f06 req-debc8322-eb21-4673-8514-5a92cb24eac4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:53.016444 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b6a6ade9-6bd0-4cd1-bc16-1bda63707f06 req-debc8322-eb21-4673-8514-5a92cb24eac4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0571380 Nov 11 16:42:53.067585 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b6a6ade9-6bd0-4cd1-bc16-1bda63707f06 req-b18ed37f-9d03-435b-8bc1-fbef2b72dc76 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445771 Nov 11 16:42:53.433950 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 4ef47d64-6457-456c-bc25-67edd1a30afc details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:42:53.509361 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-7992a4a0-692b-4fac-bd13-eaee5d2370ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432842 Nov 11 16:42:53.542014 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4ef47d64-6457-456c-bc25-67edd1a30afc,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:53.559034 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'port_id': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'mac_address': 'fa:16:3e:29:77:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:42:53.603694 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:53.612261 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-1344f754-5e82-4697-b744-d27d2207955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:53.613733 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-1344f754-5e82-4697-b744-d27d2207955a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1098 time: 0.0459309 Nov 11 16:42:53.617337 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef47d64-6457-456c-bc25-67edd1a30afc {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:42:53.637447 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4ef47d64-6457-456c-bc25-67edd1a30afc,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:53.722205 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:53.724061 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-605e9c33-db54-4b1a-afa1-0d58056452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:53.725733 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-605e9c33-db54-4b1a-afa1-0d58056452eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.0910416 Nov 11 16:42:53.773936 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:53.782265 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.783001 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.783001 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.783338 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.783687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.784038 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.784392 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.785099 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.785099 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.785481 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.785744 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.786083 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:42:53.799298 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-c6513aaf-bde6-4422-80e5-dc28627ad143 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 1000 time: 0.0632195 Nov 11 16:42:53.855602 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-967e6682-8ef8-4593-9ca7-bc9892c68abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:53.857149 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-967e6682-8ef8-4593-9ca7-bc9892c68abe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0505528 Nov 11 16:42:53.911578 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-c04352c0-a42c-476c-9ad3-1a0c341539e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:53.913062 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-c04352c0-a42c-476c-9ad3-1a0c341539e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436394 Nov 11 16:42:53.984126 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['4ef47d64-6457-456c-bc25-67edd1a30afc'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:42:54.009698 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-361c4651-0953-4b3d-81da-d9560aefc99c service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885093 Nov 11 16:42:54.060584 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee80c-9c7b-4923-a37a-65895d84d61e req-c06bfd62-6c07-415d-9973-4a72f4513e4b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:54.061862 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-da2ee80c-9c7b-4923-a37a-65895d84d61e req-c06bfd62-6c07-415d-9973-4a72f4513e4b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 945 time: 0.0518270 Nov 11 16:42:54.109323 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-adbf8feb-2b4d-4d72-8759-69b90468c1e8 req-a4d7ac97-b1cf-4975-850a-78eeb8044bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931625 Nov 11 16:42:54.126117 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-da2ee80c-9c7b-4923-a37a-65895d84d61e req-568dc474-33e2-47bd-b881-bac94969c48b tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568933 Nov 11 16:42:54.213325 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c3e8-ac1d-47c2-8381-df29dc7dc7f2 req-e38a9d42-d678-468f-b74a-1b2d161cb926 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:54.214815 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c35c3e8-ac1d-47c2-8381-df29dc7dc7f2 req-e38a9d42-d678-468f-b74a-1b2d161cb926 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0496964 Nov 11 16:42:54.260975 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2c35c3e8-ac1d-47c2-8381-df29dc7dc7f2 req-75e48c77-23a4-4e7d-a4a1-b57d49b56ea5 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Nov 11 16:42:55.243713 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081f1e-dfee-440f-8322-3d69e2d02a8e req-ff7f2f56-459b-4981-9e65-4334e4e6e0d3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:55.245164 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a2081f1e-dfee-440f-8322-3d69e2d02a8e req-ff7f2f56-459b-4981-9e65-4334e4e6e0d3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 945 time: 0.0500717 Nov 11 16:42:55.294767 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a2081f1e-dfee-440f-8322-3d69e2d02a8e req-d86dcf3e-a2b5-4a1f-8bef-cf80bb296a8d tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Nov 11 16:42:56.411238 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e9aa-639a-4a21-bd36-7c4c7608c942 req-41df734f-c198-4c54-8467-7e9024f53482 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:56.412697 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b738e9aa-639a-4a21-bd36-7c4c7608c942 req-41df734f-c198-4c54-8467-7e9024f53482 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 945 time: 0.0523343 Nov 11 16:42:56.461149 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-b738e9aa-639a-4a21-bd36-7c4c7608c942 req-ef60bfc9-1cd8-4c36-82c8-604bf7c1ed66 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Nov 11 16:42:56.844409 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 4ef47d64-6457-456c-bc25-67edd1a30afc up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:42:56.955356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 4ef47d64-6457-456c-bc25-67edd1a30afc completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:42:56.958997 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 4ef47d64-6457-456c-bc25-67edd1a30afc triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:42:56.959366 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:57.036799 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:57.058471 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:42:57.060664 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d67a44-1b9d-41a1-a54d-9a3426d3f1a3" -d '{"events": [{"server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:42:57.072783 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4ef47d64-6457-456c-bc25-67edd1a30afc,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:42:57.097687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5d7d61-a9e5-446d-b84a-0144d9c357b5 x-openstack-request-id: req-4c5d7d61-a9e5-446d-b84a-0144d9c357b5 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:42:57.097969 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "name": "network-vif-plugged", "status": "completed", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:42:57.098341 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c5d7d61-a9e5-446d-b84a-0144d9c357b5 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:42:57.098743 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'code': 200} Nov 11 16:42:57.144809 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:42:57.190626 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:42:57.576144 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db766c1-7bb8-4caf-a445-2b4f77a78d63 req-acbdae9e-8cd5-441f-8d5a-44ca452d2d58 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:57.577613 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8db766c1-7bb8-4caf-a445-2b4f77a78d63 req-acbdae9e-8cd5-441f-8d5a-44ca452d2d58 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0500829 Nov 11 16:42:57.625962 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8db766c1-7bb8-4caf-a445-2b4f77a78d63 req-a3204348-5d9f-468f-be6f-619690eb0556 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Nov 11 16:42:58.252229 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c25f2-f0d0-4c38-9c3a-e90f705b5da4 req-b828b2d7-32a6-4929-9e02-5755dbbf2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:58.253663 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac7c25f2-f0d0-4c38-9c3a-e90f705b5da4 req-b828b2d7-32a6-4929-9e02-5755dbbf2b64 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1099 time: 0.0420854 Nov 11 16:42:58.299186 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ac7c25f2-f0d0-4c38-9c3a-e90f705b5da4 req-a0ad9c47-f5e3-4500-a5cf-d5c216e761f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 Nov 11 16:42:58.740374 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1bb3-4124-463a-b8de-5f8a646b839c req-5c627454-79bf-48d1-966d-aebc4d25df10 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:58.741834 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-137b1bb3-4124-463a-b8de-5f8a646b839c req-5c627454-79bf-48d1-966d-aebc4d25df10 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0478463 Nov 11 16:42:58.792776 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-137b1bb3-4124-463a-b8de-5f8a646b839c req-636899b1-efd8-48a3-ad59-0ea252da17b3 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Nov 11 16:42:59.906370 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dcbdf-f411-4542-9cd6-e0e615b485e8 req-fb806a1e-f3c8-4847-869b-ff19e85126b0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:42:59.907815 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-038dcbdf-f411-4542-9cd6-e0e615b485e8 req-fb806a1e-f3c8-4847-869b-ff19e85126b0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0484192 Nov 11 16:42:59.956225 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-038dcbdf-f411-4542-9cd6-e0e615b485e8 req-57bc125b-1979-4457-903f-c00750a0d6f0 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Nov 11 16:43:00.072203 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178024-e18c-4b26-b33c-4d897815fdd2 req-d522656d-9d53-4cbe-a329-5ec415b7d2ce tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:00.073550 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d4178024-e18c-4b26-b33c-4d897815fdd2 req-d522656d-9d53-4cbe-a329-5ec415b7d2ce tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0525267 Nov 11 16:43:00.121870 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d4178024-e18c-4b26-b33c-4d897815fdd2 req-2e3453b1-9d76-48fe-816c-6b322cb6c08c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Nov 11 16:43:00.143544 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34808) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:00.183092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d954d4f-9e4c-4c89-a772-74eeff7f7860 tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:00.184632 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-8d954d4f-9e4c-4c89-a772-74eeff7f7860 tempest-TestVolumeBootPattern-702624754 tempest-TestVolumeBootPattern-702624754-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1094 time: 0.0397840 Nov 11 16:43:00.187413 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 34812) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:00.191711 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.v2.base [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Request body: {'floatingip': {'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'port_id': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:43:00.270394 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:00.367336 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:00.468649 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Allocated IP 172.27.0.91 (0145cdc3-e222-4fc8-ae32-b6eb843a191a/e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b/0bdf08ca-f1d7-4c34-a04a-cffab786a998) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:43:00.568585 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:00.658883 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:00.698522 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Network 0145cdc3-e222-4fc8-ae32-b6eb843a191a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:43:00.701363 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:43:00.704877 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:43:00.725364 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=0bdf08ca-f1d7-4c34-a04a-cffab786a998,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:00.736249 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.736596 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.736930 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.737257 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.737583 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.737906 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.738250 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.738575 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.738895 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.739211 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.739528 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:00.739839 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:01.293967 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:01.416127 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:01.564675 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:01.621361 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11579868'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:01.683209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event updated for resources: {'Port': ['ID=0bdf08ca-f1d7-4c34-a04a-cffab786a998,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:01.699340 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:01.796790 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP 96526768-59f0-4948-9dde-57cbd70cba3c associated. External IP: 172.27.0.91, port: 4ef47d64-6457-456c-bc25-67edd1a30afc. Nov 11 16:43:01.947618 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5b25e691-1923-480a-bd7e-ea4d180e4240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:02.000254 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:43:02.105751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:43:02.115566 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:43:02.124769 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:02.125452 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:42:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:02.195315 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:02.222023 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-25d0001b-4a4e-4a88-9f74-e6898c6f29e8 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0335793 Nov 11 16:43:02.222619 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:43:02.224843 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f57026b-df18-4705-958d-e2d908f63592" -d '{"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:43:02.230708 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:02.262065 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f49744f-053b-48a9-8c62-13d5be266377 x-openstack-request-id: req-9f49744f-053b-48a9-8c62-13d5be266377 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:43:02.262384 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:43:02.262632 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f49744f-053b-48a9-8c62-13d5be266377 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:43:02.263026 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'status': 'completed', 'code': 200} Nov 11 16:43:02.393995 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57026b-df18-4705-958d-e2d908f63592 req-ada3b43e-d96a-4307-91ca-b77548ddb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:02.395425 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-ada3b43e-d96a-4307-91ca-b77548ddb271 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1099 time: 0.0406320 Nov 11 16:43:02.489515 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57026b-df18-4705-958d-e2d908f63592 req-f6d52a96-fceb-487e-9118-047d64a89c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:02.491003 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-f6d52a96-fceb-487e-9118-047d64a89c9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.0876341 Nov 11 16:43:02.545847 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96526768-59f0-4948-9dde-57cbd70cba3c', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:29:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efaff-d53a-4625-af00-123ddb531092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:43:01Z', 'updated_at': '2021-11-11T16:43:01Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}, {'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:02.557621 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-0672ad82-7600-4d4c-b97a-424bc892caaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef47d64-6457-456c-bc25-67edd1a30afc HTTP/1.1" status: 200 len: 999 time: 0.0589259 Nov 11 16:43:02.575708 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:43:02.584113 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:02.584718 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:42:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:02.620248 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57026b-df18-4705-958d-e2d908f63592 req-7f59e91a-fcf2-4219-8042-0d9c4d719e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:02.621765 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-7f59e91a-fcf2-4219-8042-0d9c4d719e92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0476823 Nov 11 16:43:02.674959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57026b-df18-4705-958d-e2d908f63592 req-fc2a326e-2aa9-44bd-9509-daab099ca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:02.676370 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-fc2a326e-2aa9-44bd-9509-daab099ca292 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397139 Nov 11 16:43:02.690476 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:02.771004 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-b3973e44-a406-4247-a7ac-84bacce04987 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867434 Nov 11 16:43:02.860075 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0f57026b-df18-4705-958d-e2d908f63592 req-1d460033-e3ba-43a2-bd23-4db19729a0d7 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811534 Nov 11 16:43:02.914029 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96526768-59f0-4948-9dde-57cbd70cba3c', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:29:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efaff-d53a-4625-af00-123ddb531092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:43:01Z', 'updated_at': '2021-11-11T16:43:01Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}, {'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:02.943530 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d5c714-b389-4e39-b0a9-dd493c160b84 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': '96526768-59f0-4948-9dde-57cbd70cba3c', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:29:77:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503efaff-d53a-4625-af00-123ddb531092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:43:01Z', 'updated_at': '2021-11-11T16:43:01Z', 'revision_number': 0, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}, {'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:43:03.124077 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8756a1-78a0-48ae-a2e5-ee5c681366eb None None] New status for floating IP 96526768-59f0-4948-9dde-57cbd70cba3c: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:43:04.395808 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9558d998-f7b5-4479-91aa-482a82c8d556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:05.469892 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:07.001052 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:08.112743 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:08.584485 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a86ec-42b9-4b7e-a9b7-ffbf6c2876be req-3ff5eb28-0378-4b5e-b1cb-22cca62bb03d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:08.585923 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ea5a86ec-42b9-4b7e-a9b7-ffbf6c2876be req-3ff5eb28-0378-4b5e-b1cb-22cca62bb03d tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 945 time: 0.0474594 Nov 11 16:43:08.632805 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ea5a86ec-42b9-4b7e-a9b7-ffbf6c2876be req-354f077d-0a40-4655-9129-207ed319330e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Nov 11 16:43:09.751869 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a45e3-34c9-43f5-9bdc-a0c3d708e647 req-08cb56fa-4b42-494c-977c-e68feeb0b160 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:09.753315 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-714a45e3-34c9-43f5-9bdc-a0c3d708e647 req-08cb56fa-4b42-494c-977c-e68feeb0b160 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Nov 11 16:43:09.808440 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-714a45e3-34c9-43f5-9bdc-a0c3d708e647 req-130ef6ea-46c1-42b3-a8fe-634c72ae6caf tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Nov 11 16:43:10.420169 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-2acc6ce9-9d3d-4319-9d74-5d53c8240abd tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:10.421546 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-2acc6ce9-9d3d-4319-9d74-5d53c8240abd tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 945 time: 0.0500195 Nov 11 16:43:10.513405 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Deleting port 5eefe828-03ba-4d0f-9f61-1e455622bdda {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:10.513734 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:10.602347 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] For port 5eefe828-03ba-4d0f-9f61-1e455622bdda, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=5eefe828-03ba-4d0f-9f61-1e455622bdda,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:10.602722 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:10.614738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Calling delete_port for 5eefe828-03ba-4d0f-9f61-1e455622bdda owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:10.793013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:10.809871 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['5eefe828-03ba-4d0f-9f61-1e455622bdda'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:43:10.820082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Pushing event deleted for resources: {'Port': ['ID=5eefe828-03ba-4d0f-9f61-1e455622bdda,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:10.863838 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] No DVR routers for this DVR port 5eefe828-03ba-4d0f-9f61-1e455622bdda on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:43:10.866541 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:10.870848 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-cc37bf61-f92e-4b89-87c3-914b91239aae req-45674377-8787-4fbe-b243-4ad261d0fc08 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "DELETE /v2.0/ports/5eefe828-03ba-4d0f-9f61-1e455622bdda HTTP/1.1" status: 204 len: 173 time: 0.4418559 Nov 11 16:43:10.871290 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'name': 'network-vif-deleted', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:43:10.873816 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33fecd3-b0fd-4bcd-a2a4-edf33c2df295" -d '{"events": [{"server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "name": "network-vif-deleted", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:43:10.903780 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-0361d1c9-ec22-42c1-a80a-1775a81e2a9c req-6491f8d1-d25f-46a4-a983-cc3d8be16eae tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f4df23e-4e19-43ef-a935-25072f4e8b08 HTTP/1.1" status: 200 len: 210 time: 0.0265594 Nov 11 16:43:10.910359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338222d9-b69f-46f2-af6e-0d8600176060 x-openstack-request-id: req-338222d9-b69f-46f2-af6e-0d8600176060 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:43:10.910657 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4df23e-4e19-43ef-a935-25072f4e8b08", "name": "network-vif-deleted", "tag": "5eefe828-03ba-4d0f-9f61-1e455622bdda", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:43:10.910909 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-338222d9-b69f-46f2-af6e-0d8600176060 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:43:10.911303 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4df23e-4e19-43ef-a935-25072f4e8b08', 'name': 'network-vif-deleted', 'tag': '5eefe828-03ba-4d0f-9f61-1e455622bdda', 'status': 'completed', 'code': 200} Nov 11 16:43:13.067117 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:15.588025 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eefe828-03ba-4d0f-9f61-1e455622bdda no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:43:15.607186 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 5eefe828-03ba-4d0f-9f61-1e455622bdda {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:43:15.607521 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 5eefe828-03ba-4d0f-9f61-1e455622bdda not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:43:22.467477 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-da060fbd-3aa1-4822-a67a-8a4db9ee77b4 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:22.468844 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-da060fbd-3aa1-4822-a67a-8a4db9ee77b4 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/networks?id=35a8008b-dd58-493f-af21-0ec8660880df HTTP/1.1" status: 200 len: 814 time: 0.1031420 Nov 11 16:43:22.484016 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-e5865a34-672b-429f-ba5b-0affb954472c tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/quotas/a11d5f8528104d4aa6cd6a4097b19cb2 HTTP/1.1" status: 200 len: 375 time: 0.0095572 Nov 11 16:43:22.513728 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-0f45b5ce-a05a-4c86-9282-e5d9358f2472 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247660 Nov 11 16:43:22.606854 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-7b63aff6-e00a-44d4-a316-f186df5b17a8 service neutron] 10.222.0.11 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862179 Nov 11 16:43:22.693504 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-27c305be-ec32-4c05-a1e4-7f0cea429aeb service neutron] 10.222.0.11 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806963 Nov 11 16:43:22.928903 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-aeb0c264-8291-48f5-91cf-bbb82952a0a9 req-d409f011-6cf4-4a66-8f93-bc1601cc1b15 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 210 time: 0.0256026 Nov 11 16:43:24.030189 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-f0e9db3f-b844-45b2-8381-e9fd7543c88e req-edbec108-f3cc-4969-9699-6be5c19efe24 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 210 time: 0.0323625 Nov 11 16:43:24.793359 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-36c3ca46-c502-4b39-9038-bfceafb74e9a tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:24.794723 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-36c3ca46-c502-4b39-9038-bfceafb74e9a tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "GET /v2.0/networks?id=35a8008b-dd58-493f-af21-0ec8660880df HTTP/1.1" status: 200 len: 814 time: 0.1026802 Nov 11 16:43:24.809045 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Request body: {'port': {'device_id': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df', 'admin_state_up': True, 'tenant_id': 'a11d5f8528104d4aa6cd6a4097b19cb2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:43:24.972082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Made reservation on behalf of a11d5f8528104d4aa6cd6a4097b19cb2 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:43:24.975648 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.099125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Allocated IP 172.20.0.12 (35a8008b-dd58-493f-af21-0ec8660880df/b791dd23-5335-4c9d-a6b1-402bc8480442/8aa72092-330e-48c8-a620-788333ade5e0) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:43:25.131309 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0405da4a-07f0-44bf-97fa-9e69737656e3 req-c801794f-783b-4deb-a54a-370b1d5faf7e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Nov 11 16:43:25.264315 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.352835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.391842 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Network 35a8008b-dd58-493f-af21-0ec8660880df is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:43:25.401524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:43:25.405191 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:43:25.439154 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Pushing event updated for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:25.464493 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:25.465080 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.555110 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-184488fe-7488-42e5-984f-e102db8a291b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7501426 Nov 11 16:43:25.567576 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Request body: {'port': {'device_id': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:43:25.618535 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.867278 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa72092-330e-48c8-a620-788333ade5e0 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:43:25.874574 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:25.887227 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Transition to ACTIVE for port object 8aa72092-330e-48c8-a620-788333ade5e0 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:43:25.966272 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:26.012888 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:26.075068 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:43:26.081501 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Attempting to bind port 8aa72092-330e-48c8-a620-788333ade5e0 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:43:26.081837 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Attempting to bind port 8aa72092-330e-48c8-a620-788333ade5e0 by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:43:26.082158 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Attempting to bind port 8aa72092-330e-48c8-a620-788333ade5e0 on network 35a8008b-dd58-493f-af21-0ec8660880df {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:43:26.086858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Port 8aa72092-330e-48c8-a620-788333ade5e0 on network 35a8008b-dd58-493f-af21-0ec8660880df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:43:26.087419 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Attempting to bind port 8aa72092-330e-48c8-a620-788333ade5e0 on network 35a8008b-dd58-493f-af21-0ec8660880df {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:43:26.092071 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:43:26.092396 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Checking segment: {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:43:26.092766 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Bound using segment: {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:43:26.093177 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Bound port: 8aa72092-330e-48c8-a620-788333ade5e0, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93c9200-da42-4799-9eea-662100cc6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:43:26.093513 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:26.155450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:43:26.158390 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=8aa72092-330e-48c8-a620-788333ade5e0,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:43:26.215693 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:26.249828 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2c62-7c7b-47b2-8872-af268f5e18d4 req-c8175159-d061-418e-ac52-b5ff0bb1877f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.251758 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d62a2c62-7c7b-47b2-8872-af268f5e18d4 req-c8175159-d061-418e-ac52-b5ff0bb1877f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 944 time: 0.0512788 Nov 11 16:43:26.252325 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.252926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:26.254282 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] 10.222.0.70 "PUT /v2.0/ports/8aa72092-330e-48c8-a620-788333ade5e0 HTTP/1.1" status: 200 len: 1094 time: 0.6906919 Nov 11 16:43:26.254705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:43:26.256902 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba433711-a710-47ec-9c48-b8ae35b146b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "tag": "8aa72092-330e-48c8-a620-788333ade5e0"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:43:26.285196 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f2b7-f9d6-4ba6-87c0-20be707adce9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:26.320079 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36ad74-2b90-4629-8495-f884b64512b6 x-openstack-request-id: req-bd36ad74-2b90-4629-8495-f884b64512b6 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:43:26.320769 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "tag": "8aa72092-330e-48c8-a620-788333ade5e0", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:43:26.321089 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd36ad74-2b90-4629-8495-f884b64512b6 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:43:26.321595 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0', 'status': 'completed', 'code': 200} Nov 11 16:43:26.324056 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-d62a2c62-7c7b-47b2-8872-af268f5e18d4 req-e539f28d-2b30-46ff-9b68-aa828c502215 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Nov 11 16:43:26.390501 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-feefa20b-8fdc-4ca6-8493-bc3fa5465465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.392167 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-feefa20b-8fdc-4ca6-8493-bc3fa5465465 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 1097 time: 0.0480354 Nov 11 16:43:26.746421 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-e00c613a-2b24-4539-8a8b-3c8660ed9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.747876 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-e00c613a-2b24-4539-8a8b-3c8660ed9238 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3446519 Nov 11 16:43:26.841578 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-3f781c8b-e819-49aa-9c67-a26be2454a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.843073 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-ba433711-a710-47ec-9c48-b8ae35b146b6 req-3f781c8b-e819-49aa-9c67-a26be2454a93 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0866454 Nov 11 16:43:26.924408 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-9a72d463-fb64-4b95-8c26-88899b012567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:26.925863 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-9a72d463-fb64-4b95-8c26-88899b012567 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 1097 time: 0.0442338 Nov 11 16:43:26.967906 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-03b28ba1-b01a-4afc-bcc4-50b4224f8984 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa72092-330e-48c8-a620-788333ade5e0 HTTP/1.1" status: 200 len: 217 time: 0.0333979 Nov 11 16:43:27.021358 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-1e11e3f0-8e41-424a-b3b8-659231fe4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:27.022803 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-1e11e3f0-8e41-424a-b3b8-659231fe4801 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b791dd23-5335-4c9d-a6b1-402bc8480442 HTTP/1.1" status: 200 len: 854 time: 0.0434294 Nov 11 16:43:27.056430 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-172911a3-ad81-4535-87da-873a65d24b74 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a8008b-dd58-493f-af21-0ec8660880df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243113 Nov 11 16:43:27.146976 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-28cd1559-b476-457a-9f4f-17c258cd66ec service neutron] 10.222.0.70 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830145 Nov 11 16:43:27.235103 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-57ff3a0c-d634-4992-ac70-7d58db1f60c8 req-cd714cae-8d6e-4f92-9981-ee0ed9457b81 service neutron] 10.222.0.70 "GET /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807064 Nov 11 16:43:27.435190 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d7d36-c6aa-412f-8ba8-b74fca56b8af req-11130483-05fc-4189-bb37-390271bd01ad tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:27.436901 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-408d7d36-c6aa-412f-8ba8-b74fca56b8af req-11130483-05fc-4189-bb37-390271bd01ad tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 944 time: 0.0531151 Nov 11 16:43:27.488322 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-408d7d36-c6aa-412f-8ba8-b74fca56b8af req-a6aa4618-25a3-46fd-93e9-122281bda72a tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Nov 11 16:43:28.603478 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601041-335a-464b-9784-641d330f0fd1 req-6e74a215-aa19-4859-bca9-a236e34ef5ea tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:28.604922 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48601041-335a-464b-9784-641d330f0fd1 req-6e74a215-aa19-4859-bca9-a236e34ef5ea tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 944 time: 0.0484543 Nov 11 16:43:28.650845 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-48601041-335a-464b-9784-641d330f0fd1 req-534fb8b9-6378-4dd1-b8cb-a99974a44fed tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Nov 11 16:43:29.762138 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04915142-20a4-410e-8cac-c66b44394aef req-47c7f1f9-5f91-4d30-963a-c299e71cae45 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:29.763613 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04915142-20a4-410e-8cac-c66b44394aef req-47c7f1f9-5f91-4d30-963a-c299e71cae45 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 944 time: 0.0480335 Nov 11 16:43:29.809730 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-04915142-20a4-410e-8cac-c66b44394aef req-417d902a-b777-48d3-a1a7-d215ee3c5ee0 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Nov 11 16:43:30.744255 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 8aa72092-330e-48c8-a620-788333ade5e0 details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:43:30.838847 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=8aa72092-330e-48c8-a620-788333ade5e0,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:30.850296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '8aa72092-330e-48c8-a620-788333ade5e0', 'network_id': '35a8008b-dd58-493f-af21-0ec8660880df', 'port_id': '8aa72092-330e-48c8-a620-788333ade5e0', 'mac_address': 'fa:16:3e:08:9f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b791dd23-5335-4c9d-a6b1-402bc8480442', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:43:30.886955 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:30.900569 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa72092-330e-48c8-a620-788333ade5e0 {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:43:30.921228 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=8aa72092-330e-48c8-a620-788333ade5e0,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:30.927441 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7f42c-dc8d-4286-b188-cedda9230a9a req-f8ca0408-ca26-4d5d-b429-64146acb3f9b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:30.928923 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-59e7f42c-dc8d-4286-b188-cedda9230a9a req-f8ca0408-ca26-4d5d-b429-64146acb3f9b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Nov 11 16:43:30.976102 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-59e7f42c-dc8d-4286-b188-cedda9230a9a req-d0d970a0-c5cf-4417-876f-0caf39e8cb41 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Nov 11 16:43:30.995155 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:31.042667 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:31.289698 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['8aa72092-330e-48c8-a620-788333ade5e0'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:43:31.954708 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2369326a-29d8-44e5-98e9-953fba625094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:32.094965 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8ffc-74e8-42ad-ad99-8958c0b20063 req-34db2d3e-8d0f-488a-a6d1-c36ea884f74e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:32.096432 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1eec8ffc-74e8-42ad-ad99-8958c0b20063 req-34db2d3e-8d0f-488a-a6d1-c36ea884f74e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Nov 11 16:43:32.143936 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1eec8ffc-74e8-42ad-ad99-8958c0b20063 req-7eb4c6aa-a0ba-4fb8-bd85-5bea13f69b10 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Nov 11 16:43:32.756949 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 8aa72092-330e-48c8-a620-788333ade5e0 up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:43:32.878315 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 8aa72092-330e-48c8-a620-788333ade5e0 completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:43:32.882275 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 8aa72092-330e-48c8-a620-788333ade5e0 triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:43:32.882648 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:32.963967 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:32.986638 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:43:32.988848 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca44183-abd1-4241-8f6a-9c06d31550e9" -d '{"events": [{"server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "name": "network-vif-plugged", "status": "completed", "tag": "8aa72092-330e-48c8-a620-788333ade5e0"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:43:33.002421 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=8aa72092-330e-48c8-a620-788333ade5e0,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:33.026665 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd9ce8-8bbc-490d-8b54-5b4cebcde8fa x-openstack-request-id: req-7acd9ce8-8bbc-490d-8b54-5b4cebcde8fa {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:43:33.026806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "name": "network-vif-plugged", "status": "completed", "tag": "8aa72092-330e-48c8-a620-788333ade5e0", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:43:33.027007 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7acd9ce8-8bbc-490d-8b54-5b4cebcde8fa {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:43:33.027393 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0', 'code': 200} Nov 11 16:43:33.081450 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:33.128633 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:33.235903 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57434ce9-9c36-492e-8e06-e283a98109dc req-f184055f-2c70-4aab-a45f-b5bf55bad921 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:33.237421 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57434ce9-9c36-492e-8e06-e283a98109dc req-f184055f-2c70-4aab-a45f-b5bf55bad921 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0516462 Nov 11 16:43:33.265619 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28846c-3114-425e-8914-a99f99cfd97a req-2ac8f2ff-4d56-40aa-b9b6-ea323ef6aebd tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:33.267152 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af28846c-3114-425e-8914-a99f99cfd97a req-2ac8f2ff-4d56-40aa-b9b6-ea323ef6aebd tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Nov 11 16:43:33.286868 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-57434ce9-9c36-492e-8e06-e283a98109dc req-b7225585-134a-48f3-8f49-75a4449d0b48 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427012 Nov 11 16:43:33.347463 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-af28846c-3114-425e-8914-a99f99cfd97a req-542a88dc-1d74-4243-b22c-6efdba026e56 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682321 Nov 11 16:43:33.356797 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ab237-f3ac-4a1b-b925-85a75828a5bd req-525cf1e3-d843-419d-b875-3843e15fc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:33.358277 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-624ab237-f3ac-4a1b-b925-85a75828a5bd req-525cf1e3-d843-419d-b875-3843e15fc4e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 1099 time: 0.0514808 Nov 11 16:43:33.408138 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-624ab237-f3ac-4a1b-b925-85a75828a5bd req-11cc7d59-9f6a-4727-a053-830a76384677 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Nov 11 16:43:34.408946 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82912c1e-1bbb-4730-a178-9fb2c9b0141f req-1ea8f791-0a1f-4aac-af4d-af6ebb405339 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:34.410568 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82912c1e-1bbb-4730-a178-9fb2c9b0141f req-1ea8f791-0a1f-4aac-af4d-af6ebb405339 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0504959 Nov 11 16:43:34.416109 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-45400ac6-fbcb-4984-95ca-9c840cbe3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:34.462355 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-82912c1e-1bbb-4730-a178-9fb2c9b0141f req-dbff815e-bc4a-4091-9d2f-7ef295e28c37 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Nov 11 16:43:34.464701 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03222a13-9401-47a7-9cd8-88edc2cb4f26 req-768561ea-117c-4a23-a05f-f9d035d87a2a tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:34.466222 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-03222a13-9401-47a7-9cd8-88edc2cb4f26 req-768561ea-117c-4a23-a05f-f9d035d87a2a tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Nov 11 16:43:34.513073 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-03222a13-9401-47a7-9cd8-88edc2cb4f26 req-dc59f113-5154-4ce1-b2d3-ca711aae6565 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Nov 11 16:43:35.180844 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-fd07b350-83a1-4bce-8b3e-b62ded8dd411 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:35.182200 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-fd07b350-83a1-4bce-8b3e-b62ded8dd411 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0476789 Nov 11 16:43:35.272960 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Deleting port ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:35.273292 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.357957 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] For port ead4bcc8-fcdc-4387-b306-f6859625972f, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=ead4bcc8-fcdc-4387-b306-f6859625972f,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:35.358351 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.501197 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.528815 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.529394 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657131'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.529526 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.db.l3_db [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Floating IP b34ec315-cef6-4d29-85f1-64b3a85b69a2 disassociated. External IP: 172.27.0.193, port: ead4bcc8-fcdc-4387-b306-f6859625972f. Nov 11 16:43:35.529797 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Calling delete_port for ead4bcc8-fcdc-4387-b306-f6859625972f owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:35.586223 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508a7a-4d73-4f96-afb8-2c5540c4ee33 req-7ae5c447-3064-4274-87e6-f89a594b1346 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:35.588639 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5a508a7a-4d73-4f96-afb8-2c5540c4ee33 req-7ae5c447-3064-4274-87e6-f89a594b1346 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/ports?device_id=eea86f36-82fd-4348-a38c-d6ec67e5cce4 HTTP/1.1" status: 200 len: 947 time: 0.0504088 Nov 11 16:43:35.635722 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5a508a7a-4d73-4f96-afb8-2c5540c4ee33 req-03064d25-8e45-4ffd-8a99-9e91e07903e4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Nov 11 16:43:35.676055 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62982088-f286-47e9-ba8c-b0b8f16f943f req-1331474c-2e2a-428f-87d1-6674278e8898 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:35.677504 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62982088-f286-47e9-ba8c-b0b8f16f943f req-1331474c-2e2a-428f-87d1-6674278e8898 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.0890646 Nov 11 16:43:35.738259 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-62982088-f286-47e9-ba8c-b0b8f16f943f req-6d7fb7aa-93ed-425a-994a-f5850e7f9d62 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531967 Nov 11 16:43:35.821456 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:35.848926 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'Port': ['ID=ead4bcc8-fcdc-4387-b306-f6859625972f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:35.859195 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.859551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.859896 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.860241 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.860573 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.860910 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.861704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.861704 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.861898 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.862282 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.862524 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.862848 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:43:35.978165 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:43:36.086976 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:43:36.097676 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:43:36.108326 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:36.109137 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:43:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:36.125901 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] No DVR routers for this DVR port ead4bcc8-fcdc-4387-b306-f6859625972f on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:43:36.128744 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:36.132160 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1ef48946-c901-4cdc-8ae2-f28ea87301eb req-b1e31264-65e7-4c01-9f90-8bbe44a3464e tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.70 "DELETE /v2.0/ports/ead4bcc8-fcdc-4387-b306-f6859625972f HTTP/1.1" status: 204 len: 173 time: 0.9432600 Nov 11 16:43:36.132549 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-deleted', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:43:36.135531 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd6015a-d438-4da3-98aa-92d1f76269bf" -d '{"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-deleted", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:43:36.171752 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290b0f2-b788-4668-948c-2f52166d600f x-openstack-request-id: req-0290b0f2-b788-4668-948c-2f52166d600f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:43:36.172049 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86f36-82fd-4348-a38c-d6ec67e5cce4", "name": "network-vif-deleted", "tag": "ead4bcc8-fcdc-4387-b306-f6859625972f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:43:36.172303 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0290b0f2-b788-4668-948c-2f52166d600f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:43:36.172702 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86f36-82fd-4348-a38c-d6ec67e5cce4', 'name': 'network-vif-deleted', 'tag': 'ead4bcc8-fcdc-4387-b306-f6859625972f', 'status': 'completed', 'code': 200} Nov 11 16:43:36.218014 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:36.432428 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:36.457964 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:43:36.466650 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:36.467245 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:43:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:36.574347 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:36.786439 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:36.828968 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35000) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:36.895310 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:36.899513 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a91de-6714-4231-bff4-8349d3296a1d None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:37:27Z', 'revision_number': 4, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '697b6e28-c3c0-4964-b76f-b1886dcd160c', 'name': '', 'network_id': '66af3c6e-94b6-4081-be31-9f4060c2d263', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'mac_address': 'fa:16:3e:94:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:26Z', 'updated_at': '2021-11-11T16:37:31Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'subnets': [{'id': 'bd132da7-18a9-43e6-9fc8-a93179fc8190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:43:36.921606 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:36.989326 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.112476 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.115265 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.116954 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfc27c1f-236f-4d7a-89a6-70c8771a7b6e HTTP/1.1" status: 204 len: 168 time: 0.2868202 Nov 11 16:43:37.120818 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35002) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:37.127276 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987cb83-07a3-466e-890b-a9e6afcd8aca tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc27c1f-236f-4d7a-89a6-70c8771a7b6e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:37.143983 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.api.v2.resource [None req-0aa7f663-c6e6-45c9-9118-eff8c9de9896 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] show failed (client error): The resource could not be found. Nov 11 16:43:37.144235 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c72e98-a417-4576-ae0b-d9189c44f659 None None] New status for floating IP b34ec315-cef6-4d29-85f1-64b3a85b69a2: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:43:37.145014 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0aa7f663-c6e6-45c9-9118-eff8c9de9896 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "GET /v2.0/security-groups/bfc27c1f-236f-4d7a-89a6-70c8771a7b6e HTTP/1.1" status: 404 len: 347 time: 0.0225368 Nov 11 16:43:37.147946 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35004) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:37.278343 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Deleting port 32f2bd68-7b7f-4318-a233-7e49b048b82c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:37.278688 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.361522 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.361911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.373858 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Calling delete_port for 32f2bd68-7b7f-4318-a233-7e49b048b82c owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:37.569518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.594664 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Pushing event deleted for resources: {'Port': ['ID=32f2bd68-7b7f-4318-a233-7e49b048b82c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:37.659408 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.661847 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:37.663057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5cdebc93-7245-46ac-afaf-ee3ed30ffbb4 tempest-AttachVolumeShelveTestJSON-584860591 tempest-AttachVolumeShelveTestJSON-584860591-project] 10.222.0.11 "DELETE /v2.0/floatingips/b34ec315-cef6-4d29-85f1-64b3a85b69a2 HTTP/1.1" status: 204 len: 168 time: 0.5142972 Nov 11 16:43:38.086104 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:40.366790 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35032) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:40.788213 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:43:40.806111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:40.807629 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: ead4bcc8-fcdc-4387-b306-f6859625972f {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:43:40.807972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device ead4bcc8-fcdc-4387-b306-f6859625972f not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:43:41.043945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Deleting port 697b6e28-c3c0-4964-b76f-b1886dcd160c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:41.044184 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:41.120233 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] For port 697b6e28-c3c0-4964-b76f-b1886dcd160c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=697b6e28-c3c0-4964-b76f-b1886dcd160c,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:41.120623 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:41.132468 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Calling delete_port for 697b6e28-c3c0-4964-b76f-b1886dcd160c owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:41.351810 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:41.384448 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=697b6e28-c3c0-4964-b76f-b1886dcd160c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:41.544196 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:41.750415 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Router b4a6de48-fc8a-478b-af30-0977f5f67191 has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:43:41.854978 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:43:41.860059 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-71e458c4-cb90-4502-9c36-3f7e63cd1ec7 admin admin] 10.222.0.11 "PUT /v2.0/routers/b4a6de48-fc8a-478b-af30-0977f5f67191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922495 Nov 11 16:43:41.862553 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35042) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:41.865067 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Sync routers for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:43:41.875907 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:41.876520 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:43:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:41.981831 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:42.169217 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:43:41Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:42.196322 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Checking router: b4a6de48-fc8a-478b-af30-0977f5f67191 for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:43:42.205666 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Routers {'b4a6de48-fc8a-478b-af30-0977f5f67191'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:43:42.206304 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:43:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['b4a6de48-fc8a-478b-af30-0977f5f67191'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:42.215542 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.311052 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] Set router b4a6de48-fc8a-478b-af30-0977f5f67191 gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:43:42.315883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.449543 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Deleting port 421dd432-7b99-4208-ba03-45a277b91534 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:42.450240 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.485545 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:43:41Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:42.515075 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be6c3e-3f54-4f60-94fe-7978737e9640 None None] The sync data for ids ['b4a6de48-fc8a-478b-af30-0977f5f67191'] in dv-cinder-776422-4-iscsi is: [{'id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'name': 'tempest-AttachVolumeShelveTestJSON-1543421771-router', 'tenant_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '421dd432-7b99-4208-ba03-45a277b91534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:37:23Z', 'updated_at': '2021-11-11T16:43:41Z', 'revision_number': 5, 'project_id': '879f0a1ecdb7480b90d97e4531b9ff6d', 'gw_port': {'id': '421dd432-7b99-4208-ba03-45a277b91534', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a6de48-fc8a-478b-af30-0977f5f67191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:37:24Z', 'updated_at': '2021-11-11T16:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:43:42.527532 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] For port 421dd432-7b99-4208-ba03-45a277b91534, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=421dd432-7b99-4208-ba03-45a277b91534,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:42.528208 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.549384 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Calling delete_port for 421dd432-7b99-4208-ba03-45a277b91534 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:42.760630 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.783633 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Pushing event deleted for resources: {'Port': ['ID=421dd432-7b99-4208-ba03-45a277b91534,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:42.846194 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.975121 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:42.977381 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.103762 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.104488 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a6de48-fc8a-478b-af30-0977f5f67191 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:43:43.110364 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] Publish callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.114114 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-2e81cce7-aabb-4a01-9dc7-4cfa4ca0414e admin admin] 10.222.0.11 "DELETE /v2.0/routers/b4a6de48-fc8a-478b-af30-0977f5f67191 HTTP/1.1" status: 204 len: 168 time: 1.2481732 Nov 11 16:43:43.118419 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35046) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:43.121051 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 697b6e28-c3c0-4964-b76f-b1886dcd160c no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:43:43.140878 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 697b6e28-c3c0-4964-b76f-b1886dcd160c {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:43:43.141216 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 697b6e28-c3c0-4964-b76f-b1886dcd160c not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:43:43.165008 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Deleting subnet bd132da7-18a9-43e6-9fc8-a93179fc8190 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:43:43.169053 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.204711 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.223708 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.284439 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.401170 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.427845 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd132da7-18a9-43e6-9fc8-a93179fc8190,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:43.429813 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.432968 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1e60bb2c-19a9-460f-b213-98ea1d48dfce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bd132da7-18a9-43e6-9fc8-a93179fc8190 HTTP/1.1" status: 204 len: 168 time: 0.3176286 Nov 11 16:43:43.436088 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35048) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:43.436307 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93427b88-2ea4-4531-91e9-8e8a3fe97d73 None None] Network 66af3c6e-94b6-4081-be31-9f4060c2d263 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:43:43.506285 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.571480 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Deleting port d1052c49-e747-4cd9-83da-5f188dad7daa {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:43.571894 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.649006 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] DHCP port deletion for 66af3c6e-94b6-4081-be31-9f4060c2d263 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:43:43.650955 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] For port d1052c49-e747-4cd9-83da-5f188dad7daa, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=d1052c49-e747-4cd9-83da-5f188dad7daa,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:43.651448 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.664133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Calling delete_port for d1052c49-e747-4cd9-83da-5f188dad7daa owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:43.696498 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Deleting port d1052c49-e747-4cd9-83da-5f188dad7daa {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:43:43.696873 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.766356 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] For port d1052c49-e747-4cd9-83da-5f188dad7daa, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=d1052c49-e747-4cd9-83da-5f188dad7daa,segment=NetworkSegment(e1cf6567-1a06-4ec2-99b9-a4c815724576),segment_id=e1cf6567-1a06-4ec2-99b9-a4c815724576)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:43:43.766743 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.779553 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Calling delete_port for d1052c49-e747-4cd9-83da-5f188dad7daa owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:43:43.815133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.842830 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1052c49-e747-4cd9-83da-5f188dad7daa,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:43.844681 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] No DVR routers for this DVR port d1052c49-e747-4cd9-83da-5f188dad7daa on host dv-cinder-776422-4-iscsi {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:43:43.856674 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.881687 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] Pushing event deleted for resources: {'Port': ['ID=d1052c49-e747-4cd9-83da-5f188dad7daa,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:43.886864 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b005bb-d59b-48ef-ac9c-abcde796f0d6 None None] No DVR routers for this DVR port d1052c49-e747-4cd9-83da-5f188dad7daa on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:43:43.917969 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.940951 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66af3c6e-94b6-4081-be31-9f4060c2d263']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:43.950769 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cf6567-1a06-4ec2-99b9-a4c815724576') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:43.951181 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cf6567-1a06-4ec2-99b9-a4c815724576') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:43:43.960452 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.974192 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.979988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:43:43.980363 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:43:43.982351 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:43:44.091463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.096694 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.099888 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66af3c6e-94b6-4081-be31-9f4060c2d263 HTTP/1.1" status: 204 len: 168 time: 0.6627614 Nov 11 16:43:44.110769 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f817-4327-4106-841c-48dc847bc157 admin admin] Pushing event deleted for resources: {'Network': ['ID=66af3c6e-94b6-4081-be31-9f4060c2d263,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:44.448807 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35058) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:44.488630 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-33499fea-1eab-49c7-96b7-1c922e951980 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=879f0a1ecdb7480b90d97e4531b9ff6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386875 Nov 11 16:43:44.491043 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35060) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:44.539655 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.559983 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.685617 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.688232 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:44.689373 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51b4ec62-c5dc-49e4-a065-c90a83f17392 HTTP/1.1" status: 204 len: 168 time: 0.1974478 Nov 11 16:43:44.697293 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aeebf-ded6-4a28-9e00-32dcdfcbfe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4ec62-c5dc-49e4-a065-c90a83f17392,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:44.885240 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 421dd432-7b99-4208-ba03-45a277b91534 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:43:44.908621 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 421dd432-7b99-4208-ba03-45a277b91534 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:43:44.908956 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 421dd432-7b99-4208-ba03-45a277b91534 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:43:44.909360 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device d1052c49-e747-4cd9-83da-5f188dad7daa no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:43:44.927972 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: d1052c49-e747-4cd9-83da-5f188dad7daa {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:43:44.928316 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device d1052c49-e747-4cd9-83da-5f188dad7daa not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:43:53.957996 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35164) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:54.074743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03abecf3-f4b1-4be6-a9a8-3a6ee1d7b867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.166498 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03abecf3-f4b1-4be6-a9a8-3a6ee1d7b867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.294681 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03abecf3-f4b1-4be6-a9a8-3a6ee1d7b867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.333554 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abecf3-f4b1-4be6-a9a8-3a6ee1d7b867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8e710-0d8b-456c-9f41-62240d021ec1,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:54.338608 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-03abecf3-f4b1-4be6-a9a8-3a6ee1d7b867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e9102b29b344f41b58080349d261424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788819 Nov 11 16:43:54.342694 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35172) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:54.409470 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.440111 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.609346 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.612125 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:54.613312 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5e8e710-0d8b-456c-9f41-62240d021ec1 HTTP/1.1" status: 204 len: 168 time: 0.2693338 Nov 11 16:43:54.624686 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e6ff-7299-49c2-aa2b-416c58568b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8e710-0d8b-456c-9f41-62240d021ec1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:55.310947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35180) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:55.323938 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab260bcd-2c81-4d18-94c6-901b7334361b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.396208 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab260bcd-2c81-4d18-94c6-901b7334361b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.466014 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab260bcd-2c81-4d18-94c6-901b7334361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.502868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab260bcd-2c81-4d18-94c6-901b7334361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33b8e3-d49b-494a-9d60-c97a4b9b4d8d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:55.507241 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-ab260bcd-2c81-4d18-94c6-901b7334361b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56dcff717c21420fb5157729831c2361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952944 Nov 11 16:43:55.510425 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35186) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:55.559065 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.580248 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.697105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.699763 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:55.713369 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f33b8e3-d49b-494a-9d60-c97a4b9b4d8d HTTP/1.1" status: 204 len: 168 time: 0.1901314 Nov 11 16:43:55.713369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19830-6ba4-41d2-94b4-e5640ead66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f33b8e3-d49b-494a-9d60-c97a4b9b4d8d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:58.245226 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35256) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:58.355352 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21991c88-e617-4ba4-bd0d-5a1ff2bacc6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.432780 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21991c88-e617-4ba4-bd0d-5a1ff2bacc6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.540143 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21991c88-e617-4ba4-bd0d-5a1ff2bacc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.580253 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-21991c88-e617-4ba4-bd0d-5a1ff2bacc6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f82444b525f84c2696bb5988c696d29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337364 Nov 11 16:43:58.581093 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21991c88-e617-4ba4-bd0d-5a1ff2bacc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c0a8a-eb27-4912-b961-d7f8d311d5b5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:58.583020 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35262) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:58.632969 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.654446 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.693639 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607728a-ee55-419e-9db8-5e9ac88faf08 req-325a8272-d971-4fae-a35a-832991f37b65 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:43:58.695188 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2607728a-ee55-419e-9db8-5e9ac88faf08 req-325a8272-d971-4fae-a35a-832991f37b65 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.0501058 Nov 11 16:43:58.743017 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-2607728a-ee55-419e-9db8-5e9ac88faf08 req-9ae3eb89-32f1-4fff-9fe8-dc1715f9ad75 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Nov 11 16:43:58.788196 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.799460 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:58.799460 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b66c0a8a-eb27-4912-b961-d7f8d311d5b5 HTTP/1.1" status: 204 len: 168 time: 0.2079456 Nov 11 16:43:58.800183 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2c7b-9d47-42d1-be10-1c94be166c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c0a8a-eb27-4912-b961-d7f8d311d5b5,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:59.546092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35270) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:59.559131 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85f25e52-17a8-4dec-916e-6c79d44b32ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:59.630400 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85f25e52-17a8-4dec-916e-6c79d44b32ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:59.759590 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85f25e52-17a8-4dec-916e-6c79d44b32ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:59.800301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25e52-17a8-4dec-916e-6c79d44b32ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3be455-31cc-4197-962e-27697a01e469,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:43:59.806004 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-85f25e52-17a8-4dec-916e-6c79d44b32ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94d0e1bf6aa847cc8f894b87d687a363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586677 Nov 11 16:43:59.808613 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35274) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:43:59.863554 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:43:59.885326 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:00.044965 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:00.048077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:00.054968 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb3be455-31cc-4197-962e-27697a01e469 HTTP/1.1" status: 204 len: 168 time: 0.2396970 Nov 11 16:44:00.060069 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a302e0-904a-4dcc-811b-bc24ed23c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3be455-31cc-4197-962e-27697a01e469,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:00.074947 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3551f2-b95f-4e80-8b1e-89c4dbe0df7d req-18f75800-e081-40e4-9609-79d7396d328b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:00.076488 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8f3551f2-b95f-4e80-8b1e-89c4dbe0df7d req-18f75800-e081-40e4-9609-79d7396d328b tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.2605281 Nov 11 16:44:00.127641 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-8f3551f2-b95f-4e80-8b1e-89c4dbe0df7d req-1f185506-4d5f-4730-8c0e-a674d538ca7f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Nov 11 16:44:01.170110 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-227c757b-974f-4340-ba09-75d732f88970 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:01.171665 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-227c757b-974f-4340-ba09-75d732f88970 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.0500128 Nov 11 16:44:01.298305 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ebc0-c983-4f92-81d3-2e5337937fe0 req-c38a5904-b615-47f6-90e5-3bbf0f61ae15 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:01.299787 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1154ebc0-c983-4f92-81d3-2e5337937fe0 req-c38a5904-b615-47f6-90e5-3bbf0f61ae15 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 946 time: 0.1041861 Nov 11 16:44:01.354515 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Deleting port 8aa72092-330e-48c8-a620-788333ade5e0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:44:01.354874 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:01.407521 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1154ebc0-c983-4f92-81d3-2e5337937fe0 req-0fbf7f8d-d680-4e91-b7a6-7025378ceb0f tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/security-groups?id=a735922f-e3db-4c41-8b43-0b4e1734ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016996 Nov 11 16:44:01.458132 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] For port 8aa72092-330e-48c8-a620-788333ade5e0, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=8aa72092-330e-48c8-a620-788333ade5e0,segment=NetworkSegment(b93c9200-da42-4799-9eea-662100cc6b25),segment_id=b93c9200-da42-4799-9eea-662100cc6b25)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:01.458544 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:01.471840 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Calling delete_port for 8aa72092-330e-48c8-a620-788333ade5e0 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:44:01.691634 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:01.705718 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['8aa72092-330e-48c8-a620-788333ade5e0'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:44:01.720705 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Pushing event deleted for resources: {'Port': ['ID=8aa72092-330e-48c8-a620-788333ade5e0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:01.768245 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] No DVR routers for this DVR port 8aa72092-330e-48c8-a620-788333ade5e0 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:44:01.770931 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:01.775386 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a877faf2-558e-4465-9d30-fae2b2ec3e33 req-4264c32c-cf2f-4787-8f27-5354f4c59c2e tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.70 "DELETE /v2.0/ports/8aa72092-330e-48c8-a620-788333ade5e0 HTTP/1.1" status: 204 len: 173 time: 0.5675681 Nov 11 16:44:01.775386 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'name': 'network-vif-deleted', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:01.777080 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84153756-c6ac-46d4-a96c-12d9c233fc65" -d '{"events": [{"server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "name": "network-vif-deleted", "tag": "8aa72092-330e-48c8-a620-788333ade5e0"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:01.997391 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-237d35d7-5af3-43e8-8dca-cfb9444c9307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:02.005259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a44bee-e524-4b39-9c9f-67e10a553b74 x-openstack-request-id: req-b6a44bee-e524-4b39-9c9f-67e10a553b74 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:02.005259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc74b0f0-dd44-4cda-83aa-1dba65d82548", "name": "network-vif-deleted", "tag": "8aa72092-330e-48c8-a620-788333ade5e0", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:02.005259 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6a44bee-e524-4b39-9c9f-67e10a553b74 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:02.005259 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc74b0f0-dd44-4cda-83aa-1dba65d82548', 'name': 'network-vif-deleted', 'tag': '8aa72092-330e-48c8-a620-788333ade5e0', 'status': 'completed', 'code': 200} Nov 11 16:44:02.518606 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-86c9fc15-c8b8-48e0-949b-d337d231d792 req-ecd9a6f2-7366-4154-b48c-e723486998f3 tempest-VolumesSnapshotTestJSON-602400457 tempest-VolumesSnapshotTestJSON-602400457-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc74b0f0-dd44-4cda-83aa-1dba65d82548 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Nov 11 16:44:03.062811 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35358) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:03.074008 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:44:03.169123 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.241636 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.316712 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.355287 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ea3f20144fc46a59953f43449a6cf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914336 Nov 11 16:44:03.356168 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ed93e1-49f6-445b-8a40-93eccea89e10,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:03.357933 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35362) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:03.363753 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.364103 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.364443 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.364775 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.365104 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.365433 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.365760 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.366080 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.366428 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.366750 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.367067 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.367382 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f5397e-a0c9-42fa-a6c8-7e5e8a2cdce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:03.406595 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.427772 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.542538 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.545148 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:03.546305 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03ed93e1-49f6-445b-8a40-93eccea89e10 HTTP/1.1" status: 204 len: 168 time: 0.1872821 Nov 11 16:44:03.554455 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcbca7-e36a-492e-bf10-0c10a0f52099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ed93e1-49f6-445b-8a40-93eccea89e10,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:04.191883 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35374) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:04.205541 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd237-eb77-4778-90a7-25507164b9b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.279915 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd237-eb77-4778-90a7-25507164b9b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.356869 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd237-eb77-4778-90a7-25507164b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.393988 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fd237-eb77-4778-90a7-25507164b9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a9902-dd15-46c5-8d1d-69e48ded757f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:04.398284 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-7d9fd237-eb77-4778-90a7-25507164b9b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db413574480d45d19e72b90c9eb7466c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053471 Nov 11 16:44:04.402966 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35378) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:04.448606 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-705db05a-506a-4e1b-b265-46f8bfd3c720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.451941 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.475254 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.580695 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.583319 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:04.584451 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc6a9902-dd15-46c5-8d1d-69e48ded757f HTTP/1.1" status: 204 len: 168 time: 0.1825914 Nov 11 16:44:04.595153 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea9380-8973-4f39-be65-578e508b3cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a9902-dd15-46c5-8d1d-69e48ded757f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:04.934619 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 8aa72092-330e-48c8-a620-788333ade5e0 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:44:04.955041 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 8aa72092-330e-48c8-a620-788333ade5e0 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:44:04.955041 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 8aa72092-330e-48c8-a620-788333ade5e0 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:44:05.505810 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.219642 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35416) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:06.322361 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ea7b51d-8421-4a49-b9e8-50700a4d65cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.395091 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ea7b51d-8421-4a49-b9e8-50700a4d65cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.476826 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ea7b51d-8421-4a49-b9e8-50700a4d65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.514895 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-5ea7b51d-8421-4a49-b9e8-50700a4d65cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cd8e76317e7470385a283ae95c18a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941821 Nov 11 16:44:06.515743 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7b51d-8421-4a49-b9e8-50700a4d65cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b793bf6-314d-445f-9a29-ca62b7b7903a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:06.518477 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35420) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:06.564836 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.585281 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.708158 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.710768 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:06.711901 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b793bf6-314d-445f-9a29-ca62b7b7903a HTTP/1.1" status: 204 len: 168 time: 0.1924510 Nov 11 16:44:06.719824 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec9114-e921-4691-b32b-91463568a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b793bf6-314d-445f-9a29-ca62b7b7903a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:07.033686 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:08.124884 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:13.111122 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:21.618107 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35606) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:21.727892 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52dc5e56-ce6e-456b-b4a0-6799788c3c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:21.803990 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52dc5e56-ce6e-456b-b4a0-6799788c3c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:21.876339 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52dc5e56-ce6e-456b-b4a0-6799788c3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:21.913700 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5e56-ce6e-456b-b4a0-6799788c3c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249e662b-5a18-4f94-883e-4b8d1ac876ee,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:21.919527 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-52dc5e56-ce6e-456b-b4a0-6799788c3c3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb7cd9e9ab714029bb26539cfcfe2817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986529 Nov 11 16:44:21.922627 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35616) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:21.972616 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:21.998003 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.118912 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.122384 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.123616 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/249e662b-5a18-4f94-883e-4b8d1ac876ee HTTP/1.1" status: 204 len: 168 time: 0.2000496 Nov 11 16:44:22.132077 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49b0b-48f3-44bb-927c-23a57d59fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249e662b-5a18-4f94-883e-4b8d1ac876ee,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:22.724071 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35624) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:22.737455 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a298c9a6-4d9a-41e2-b757-4d43ccc37dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.811963 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a298c9a6-4d9a-41e2-b757-4d43ccc37dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.878892 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a298c9a6-4d9a-41e2-b757-4d43ccc37dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.917993 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a298c9a6-4d9a-41e2-b757-4d43ccc37dab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bbbe992999842cca30ee9e8dd70849d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928637 Nov 11 16:44:22.918924 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298c9a6-4d9a-41e2-b757-4d43ccc37dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f49e57c-dbda-405a-8a8b-a7a0e10d7626,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:22.920742 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35626) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:22.968105 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:22.988761 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:23.176090 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:23.178583 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:23.179777 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f49e57c-dbda-405a-8a8b-a7a0e10d7626 HTTP/1.1" status: 204 len: 168 time: 0.2573938 Nov 11 16:44:23.192765 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fa269-6bf1-4d46-8e3f-5734b834c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f49e57c-dbda-405a-8a8b-a7a0e10d7626,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:23.810330 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35638) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:23.821018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f560d0bb-56ba-41d2-b01a-e2023fae4855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:23.894562 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f560d0bb-56ba-41d2-b01a-e2023fae4855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:23.961984 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f560d0bb-56ba-41d2-b01a-e2023fae4855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:24.003584 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-f560d0bb-56ba-41d2-b01a-e2023fae4855 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b19010871204deca20bb422fbb1ea43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957641 Nov 11 16:44:24.006512 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560d0bb-56ba-41d2-b01a-e2023fae4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335174f4-a0fc-41c5-8331-382696a79ce8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:24.006869 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35640) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:24.054695 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:24.075645 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:24.176134 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:24.178847 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:24.179991 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/335174f4-a0fc-41c5-8331-382696a79ce8 HTTP/1.1" status: 204 len: 168 time: 0.1721523 Nov 11 16:44:24.187716 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f9a3d-b36d-47fe-abe8-d0e64c3cc21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335174f4-a0fc-41c5-8331-382696a79ce8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:27.184104 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-c565dadb-36ff-45ab-9082-1ac0ae8099c0 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd7c8febad85489fba462a0a22b80390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315845 Nov 11 16:44:27.363770 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-13dba635-b807-4244-a2b7-ae06dceb2600 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:27.365209 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-13dba635-b807-4244-a2b7-ae06dceb2600 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748958 Nov 11 16:44:27.381037 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-bdcf317e-564c-4893-82c1-227b23d5801d tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/quotas/cd7c8febad85489fba462a0a22b80390 HTTP/1.1" status: 200 len: 375 time: 0.0099132 Nov 11 16:44:27.412481 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-f3375de0-e42d-4cb7-888b-089ee4479f3f tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd7c8febad85489fba462a0a22b80390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260358 Nov 11 16:44:27.687369 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6d06fe26-fb59-4458-a5b5-f7b41ad79d63 req-b8bae563-abf5-4641-b7ce-a5630f61bb7f tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 210 time: 0.0311711 Nov 11 16:44:28.778846 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-8bbee58c-7bf4-4c24-9028-bdcdb2ddb421 req-0f302f9e-b61a-4ee0-ae8b-6b0e9185bc75 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 210 time: 0.0270867 Nov 11 16:44:29.491562 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35744) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:29.535695 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Deleting subnet b791dd23-5335-4c9d-a6b1-402bc8480442 {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:44:29.538990 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:29.573254 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:29.610305 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:29.764779 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:29.790524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b791dd23-5335-4c9d-a6b1-402bc8480442,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:29.794070 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:29.797257 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-26f26d60-c2eb-40dd-a262-90f578b8b02f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b791dd23-5335-4c9d-a6b1-402bc8480442 HTTP/1.1" status: 204 len: 168 time: 0.3046780 Nov 11 16:44:29.799947 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35746) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:29.877026 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-2a4cd48a-2b1b-4578-9a00-9e1f3795e3a8 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=cd7c8febad85489fba462a0a22b80390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276875 Nov 11 16:44:29.878128 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-45e8b90e-be17-49dc-ac89-08f57510de5a req-583f3acc-0151-4703-a327-3759cac8c473 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 210 time: 0.0269983 Nov 11 16:44:29.910461 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.060018 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.068821 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-290281da-379a-4ac3-9ed4-a737415a5f81 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:30.070260 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-290281da-379a-4ac3-9ed4-a737415a5f81 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837263 Nov 11 16:44:30.090345 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Request body: {'port': {'device_id': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777', 'admin_state_up': True, 'tenant_id': 'cd7c8febad85489fba462a0a22b80390'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:44:30.096720 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a8008b-dd58-493f-af21-0ec8660880df']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:30.139201 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93c9200-da42-4799-9eea-662100cc6b25') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:30.139495 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93c9200-da42-4799-9eea-662100cc6b25') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:30.154835 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.174517 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.189996 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:44:30.194132 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:44:30.312903 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.318069 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.323920 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] 10.222.0.11 "DELETE /v2.0/networks/35a8008b-dd58-493f-af21-0ec8660880df HTTP/1.1" status: 204 len: 168 time: 0.5195429 Nov 11 16:44:30.333185 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3c85b-3d8a-4930-8c1d-954ec537f33b admin admin] Pushing event deleted for resources: {'Network': ['ID=35a8008b-dd58-493f-af21-0ec8660880df,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:30.364579 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Made reservation on behalf of cd7c8febad85489fba462a0a22b80390 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:44:30.368107 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.376845 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.449106 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.522091 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.585611 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c787324d-2bbc-48ce-ada1-806ee4435af6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:30.657649 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Allocated IP 192.168.233.60 (d35e91a3-fcb6-4102-a6b7-08e00d7d4777/4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5/69b5b634-0f5c-42e5-943e-abf0c01273de) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:44:30.687648 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 35756) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:30.782770 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-e1dcf66c-a479-493c-9179-d59b81b51cdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a11d5f8528104d4aa6cd6a4097b19cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940139 Nov 11 16:44:30.785536 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 35758) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:30.832939 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.836706 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.853980 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.945494 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769196134265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.974060 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.976940 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:30.978137 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a735922f-e3db-4c41-8b43-0b4e1734ba6c HTTP/1.1" status: 204 len: 168 time: 0.1916332 Nov 11 16:44:30.986540 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdd8d1-39b5-46c3-86ba-995a25157ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a735922f-e3db-4c41-8b43-0b4e1734ba6c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:31.016306 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:44:31.026589 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:44:31.031087 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 16:44:31.059510 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Pushing event updated for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:31.070011 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170351-cb39-4b4b-822e-dd2748a3f2bf req-ece203b8-8677-482e-b508-0daeb5aa92f0 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:31.072373 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fd170351-cb39-4b4b-822e-dd2748a3f2bf req-ece203b8-8677-482e-b508-0daeb5aa92f0 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 935 time: 0.1245627 Nov 11 16:44:31.116255 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:31.116871 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.151498 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-fd170351-cb39-4b4b-822e-dd2748a3f2bf req-db257895-2c2c-4324-8b00-507e73502a20 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646567 Nov 11 16:44:31.230323 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-621d7ebd-f7ba-4565-821b-60aec90e6512 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1492600 Nov 11 16:44:31.240924 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-1bbacb2f-ee46-4af5-8a0d-faccfac166ab tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:44:31.241894 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-1bbacb2f-ee46-4af5-8a0d-faccfac166ab tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051732 Nov 11 16:44:31.331419 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-96d9620a-48e9-43a5-a590-00658fa1a927 None None] Provisioning complete for port 69b5b634-0f5c-42e5-943e-abf0c01273de triggered by entity DHCP. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:44:31.333116 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96d9620a-48e9-43a5-a590-00658fa1a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.373562 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-96d9620a-48e9-43a5-a590-00658fa1a927 None None] Port 69b5b634-0f5c-42e5-943e-abf0c01273de cannot update to ACTIVE because it is not bound. {{(pid=102106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 16:44:31.403972 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.v2.base [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Request body: {'port': {'device_id': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:44:31.461723 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.720221 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b5b634-0f5c-42e5-943e-abf0c01273de {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:44:31.727540 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.738709 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Transition to ACTIVE for port object 69b5b634-0f5c-42e5-943e-abf0c01273de will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:44:31.798609 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.845656 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Pushing event updated for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:31.928434 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Attempting to bind port 69b5b634-0f5c-42e5-943e-abf0c01273de on host hv-cinder-77642 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 16:44:31.928782 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Attempting to bind port 69b5b634-0f5c-42e5-943e-abf0c01273de by drivers openvswitch,hyperv on host hv-cinder-77642 at level 0 using segments [{'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 16:44:31.929098 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Attempting to bind port 69b5b634-0f5c-42e5-943e-abf0c01273de on network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:44:31.933617 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Port 69b5b634-0f5c-42e5-943e-abf0c01273de on network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77642 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 16:44:31.933936 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Attempting to bind port 69b5b634-0f5c-42e5-943e-abf0c01273de on network d35e91a3-fcb6-4102-a6b7-08e00d7d4777 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 16:44:31.938810 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Checking agent: {'id': 'f1c1530b-0d99-4193-86a8-2a36feca25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'started_at': datetime.datetime(2021, 11, 11, 16, 31, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 16:44:31.939138 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Checking segment: {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 16:44:31.939514 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Bound using segment: {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 16:44:31.945314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Bound port: 69b5b634-0f5c-42e5-943e-abf0c01273de, host: hv-cinder-77642, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5c1d5f-daea-4167-8a23-f60cdef74292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 16:44:31.945314 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:31.964583 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f1a1e8da-3a7c-4589-8e6e-74afdbf5d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:32.258342 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 16:44:32.261174 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=69b5b634-0f5c-42e5-943e-abf0c01273de,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 16:44:32.273372 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00ebe4-0295-4311-98e1-85f068a757fe req-f5192187-ee7f-4047-95ad-ef226436903a tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.274890 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ba00ebe4-0295-4311-98e1-85f068a757fe req-f5192187-ee7f-4047-95ad-ef226436903a tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 947 time: 0.0529037 Nov 11 16:44:32.322524 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-ba00ebe4-0295-4311-98e1-85f068a757fe req-5eec52c8-439f-4f92-872a-ec3e6c9dfecb tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Nov 11 16:44:32.365399 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9191448'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:32.399935 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.400548 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:32.401967 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] 10.222.0.70 "PUT /v2.0/ports/69b5b634-0f5c-42e5-943e-abf0c01273de HTTP/1.1" status: 200 len: 1097 time: 1.1519504 Nov 11 16:44:32.402507 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:32.404786 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13749ea0-8eee-47ae-9404-a22007570744" -d '{"events": [{"name": "network-changed", "server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:32.429575 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44293b43-c3f3-4483-9b8c-75a3895764fc service neutron] Pushing event updated for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:32.446509 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6d0147-c31c-414e-a860-2a86e60f003b x-openstack-request-id: req-2a6d0147-c31c-414e-a860-2a86e60f003b {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:32.446808 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:32.447064 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a6d0147-c31c-414e-a860-2a86e60f003b {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:32.447485 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de', 'status': 'completed', 'code': 200} Nov 11 16:44:32.513059 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749ea0-8eee-47ae-9404-a22007570744 req-451dc2dd-adbc-4f77-8650-8689fe5eee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.514483 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-13749ea0-8eee-47ae-9404-a22007570744 req-451dc2dd-adbc-4f77-8650-8689fe5eee68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd7c8febad85489fba462a0a22b80390&device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 1100 time: 0.0430896 Nov 11 16:44:32.547785 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-13749ea0-8eee-47ae-9404-a22007570744 req-cf54d8fc-f74c-4b54-8939-a77c3649a56e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=cd7c8febad85489fba462a0a22b80390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238857 Nov 11 16:44:32.644013 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749ea0-8eee-47ae-9404-a22007570744 req-fa95bbed-ac5c-45c1-9720-7fa8b8101cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.646139 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-13749ea0-8eee-47ae-9404-a22007570744 req-fa95bbed-ac5c-45c1-9720-7fa8b8101cf2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0892372 Nov 11 16:44:32.721456 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-f5e81280-e57c-449d-b625-a0976799d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.723707 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-f5e81280-e57c-449d-b625-a0976799d5f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cd7c8febad85489fba462a0a22b80390&device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 1100 time: 0.0403719 Nov 11 16:44:32.766919 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-c3989205-1688-4766-ba27-e89d27d6e2b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=69b5b634-0f5c-42e5-943e-abf0c01273de HTTP/1.1" status: 200 len: 217 time: 0.0352869 Nov 11 16:44:32.814951 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-b03b08d8-47a2-407a-93c1-9e94b9e60f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.816434 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-b03b08d8-47a2-407a-93c1-9e94b9e60f26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5 HTTP/1.1" status: 200 len: 843 time: 0.0425797 Nov 11 16:44:32.861673 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-22707c93-fe98-4bd1-a08f-2c5e3a56f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:32.863246 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-22707c93-fe98-4bd1-a08f-2c5e3a56f5ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d35e91a3-fcb6-4102-a6b7-08e00d7d4777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396385 Nov 11 16:44:32.954141 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-c182c90e-f75e-4f73-a79c-1aa6aab42297 service neutron] 10.222.0.70 "GET /v2.0/networks/d35e91a3-fcb6-4102-a6b7-08e00d7d4777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Nov 11 16:44:33.041057 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-07b9b5e4-6b1d-49af-8d65-61adc394bbbe req-99f7b444-6d0d-4484-be28-06b25e3d358b service neutron] 10.222.0.70 "GET /v2.0/networks/d35e91a3-fcb6-4102-a6b7-08e00d7d4777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797288 Nov 11 16:44:33.434665 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c838ae-cb1d-4038-be3d-0a8699b12901 req-6d7997b4-9863-4329-9fb7-df73441663f0 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:33.436115 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a6c838ae-cb1d-4038-be3d-0a8699b12901 req-6d7997b4-9863-4329-9fb7-df73441663f0 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 947 time: 0.0481763 Nov 11 16:44:33.482788 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a6c838ae-cb1d-4038-be3d-0a8699b12901 req-a17a7a66-54ae-4a06-8eb8-d0957faeaabf tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Nov 11 16:44:34.413114 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-2306bfa5-48ea-4708-a47f-d4126ca05ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:34.600677 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f944-cb7c-4f57-a75b-fd793b406035 req-1dbaf3b8-f766-4219-8370-eaf1ff084460 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:34.602128 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1e06f944-cb7c-4f57-a75b-fd793b406035 req-1dbaf3b8-f766-4219-8370-eaf1ff084460 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 947 time: 0.0493028 Nov 11 16:44:34.652437 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-1e06f944-cb7c-4f57-a75b-fd793b406035 req-864d4731-ca17-4a6c-801b-20414859001e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Nov 11 16:44:35.066441 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 69b5b634-0f5c-42e5-943e-abf0c01273de details requested by agent hyperv_hv-cinder-77642 with host hv-cinder-77642 {{(pid=102106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 16:44:35.164117 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=69b5b634-0f5c-42e5-943e-abf0c01273de,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:35.175171 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Returning: {'device': '69b5b634-0f5c-42e5-943e-abf0c01273de', 'network_id': 'd35e91a3-fcb6-4102-a6b7-08e00d7d4777', 'port_id': '69b5b634-0f5c-42e5-943e-abf0c01273de', 'mac_address': 'fa:16:3e:a3:05:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1d623c-a1f8-4bdd-824e-8f8818b8d9c5', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 16:44:35.212825 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:35.225760 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b5b634-0f5c-42e5-943e-abf0c01273de {{(pid=102106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:44:35.248189 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=69b5b634-0f5c-42e5-943e-abf0c01273de,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:35.304263 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:35.350956 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:35.358260 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.358616 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.358956 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.359290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.359618 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.359945 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.360267 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.360592 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.360913 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.361232 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.361550 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.361866 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:35.483915 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:35.541308 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['69b5b634-0f5c-42e5-943e-abf0c01273de'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:44:35.773009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089e0c9-e466-492c-b983-5f7b16eb71a1 req-7f9edbad-61e6-45cd-8c97-6de7366eaf8e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:35.774403 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5089e0c9-e466-492c-b983-5f7b16eb71a1 req-7f9edbad-61e6-45cd-8c97-6de7366eaf8e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 948 time: 0.0496700 Nov 11 16:44:35.824058 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-5089e0c9-e466-492c-b983-5f7b16eb71a1 req-d77194bb-076b-415c-8c86-e3d340f566ec tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Nov 11 16:44:36.942967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94c71-fb66-4617-af72-b805e899d690 req-ad750eaa-52e0-4b0c-ad51-b2abed10fc31 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:36.944435 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0bc94c71-fb66-4617-af72-b805e899d690 req-ad750eaa-52e0-4b0c-ad51-b2abed10fc31 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 948 time: 0.0524368 Nov 11 16:44:36.984395 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:36.992504 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0bc94c71-fb66-4617-af72-b805e899d690 req-2a5493e5-ad52-4903-9846-1b8e1935a00a tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Nov 11 16:44:37.066389 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 69b5b634-0f5c-42e5-943e-abf0c01273de up at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 16:44:37.209878 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning for port 69b5b634-0f5c-42e5-943e-abf0c01273de completed by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:44:37.214012 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.provisioning_blocks [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Provisioning complete for port 69b5b634-0f5c-42e5-943e-abf0c01273de triggered by entity L2. {{(pid=102106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:44:37.214415 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3916582'] for port, provisioning_complete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:37.290159 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675758'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:37.314928 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de'}] {{(pid=102106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:37.317841 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39afc532183c37401444b483a3e34c27d114d92652333b50cf6aa150d864bbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd742d0b-fc62-4bce-aa85-43ba81496d07" -d '{"events": [{"server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "name": "network-vif-plugged", "status": "completed", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de"}]}' {{(pid=102106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:37.329886 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=69b5b634-0f5c-42e5-943e-abf0c01273de,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:37.398571 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769196546187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769196134283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769196134301'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:37.448351 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Pushing event updated for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=5']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:37.473949 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b51dc-5586-46d8-a3d7-d7d0a36e8209 x-openstack-request-id: req-4b3b51dc-5586-46d8-a3d7-d7d0a36e8209 {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:37.474270 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "name": "network-vif-plugged", "status": "completed", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de", "code": 200}]} {{(pid=102106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:37.474526 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b3b51dc-5586-46d8-a3d7-d7d0a36e8209 {{(pid=102106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:37.474928 dv-cinder-776422-4-iscsi neutron-server[102106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de', 'code': 200} Nov 11 16:44:37.737738 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45271dbb-c721-40ee-a1a4-e92efb90e137 req-c1b867c5-c2a6-4cd6-8f26-c53dbb9baefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:37.739145 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-45271dbb-c721-40ee-a1a4-e92efb90e137 req-c1b867c5-c2a6-4cd6-8f26-c53dbb9baefd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 1102 time: 0.0394704 Nov 11 16:44:37.785147 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-45271dbb-c721-40ee-a1a4-e92efb90e137 req-151731e8-86e2-4e84-afe9-8260d5690c13 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 Nov 11 16:44:38.117961 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cac3a-ec16-4edb-99cc-f2d5cb5e5c47 req-6713750c-3497-4622-853c-f61b78b3c2b6 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:38.119496 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a51cac3a-ec16-4edb-99cc-f2d5cb5e5c47 req-6713750c-3497-4622-853c-f61b78b3c2b6 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 949 time: 0.0535247 Nov 11 16:44:38.121519 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:38.168198 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a51cac3a-ec16-4edb-99cc-f2d5cb5e5c47 req-91b67403-dcf2-48c5-ad97-d1d9dd35b412 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Nov 11 16:44:39.282896 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cf47f-b318-485d-ad94-e9da7adf142c req-5de4b402-f5ec-4721-a010-59475be8b436 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:39.284599 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a97cf47f-b318-485d-ad94-e9da7adf142c req-5de4b402-f5ec-4721-a010-59475be8b436 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 949 time: 0.0491405 Nov 11 16:44:39.333026 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a97cf47f-b318-485d-ad94-e9da7adf142c req-7112c2ab-72a2-46c2-a80b-1cb507651e7e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Nov 11 16:44:39.760106 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867b64-c67f-46d0-be60-7f5fdbfe699f req-c785d99e-02c4-4f89-add7-052d17169f5e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:39.761557 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-50867b64-c67f-46d0-be60-7f5fdbfe699f req-c785d99e-02c4-4f89-add7-052d17169f5e tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 949 time: 0.0491288 Nov 11 16:44:39.810047 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-50867b64-c67f-46d0-be60-7f5fdbfe699f req-2f907f40-81a9-4e22-9d03-06f5fae62db7 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Nov 11 16:44:40.075960 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:44:40.927411 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9336ee8-6a3c-42d5-8884-62d804e2e4d9 req-4045097e-7e5b-4df8-8033-2235f5eedba3 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:40.928838 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e9336ee8-6a3c-42d5-8884-62d804e2e4d9 req-4045097e-7e5b-4df8-8033-2235f5eedba3 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 949 time: 0.0479462 Nov 11 16:44:40.976052 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-e9336ee8-6a3c-42d5-8884-62d804e2e4d9 req-5e586514-4741-405f-a7ab-1c0ba7eed4c3 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/security-groups?id=c787324d-2bbc-48ce-ada1-806ee4435af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Nov 11 16:44:41.052625 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-b4fcfe15-4768-47d1-aa98-9941c1b9f550 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:41.054151 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-b4fcfe15-4768-47d1-aa98-9941c1b9f550 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 949 time: 0.0514567 Nov 11 16:44:41.142225 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Deleting port 69b5b634-0f5c-42e5-943e-abf0c01273de {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:44:41.142469 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:41.230593 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] For port 69b5b634-0f5c-42e5-943e-abf0c01273de, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=69b5b634-0f5c-42e5-943e-abf0c01273de,segment=NetworkSegment(fa5c1d5f-daea-4167-8a23-f60cdef74292),segment_id=fa5c1d5f-daea-4167-8a23-f60cdef74292)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:41.230950 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:41.242512 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Calling delete_port for 69b5b634-0f5c-42e5-943e-abf0c01273de owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:44:41.441551 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:41.453090 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] get_ports_and_sgs() called for port_ids ['69b5b634-0f5c-42e5-943e-abf0c01273de'] {{(pid=102106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 16:44:41.474242 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Pushing event deleted for resources: {'Port': ['ID=69b5b634-0f5c-42e5-943e-abf0c01273de,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:41.487005 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.487362 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.487703 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.488042 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.488370 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.488707 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.489034 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.489361 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.489687 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.490010 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.490361 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.490686 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:44:41.525082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] No DVR routers for this DVR port 69b5b634-0f5c-42e5-943e-abf0c01273de on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:44:41.527716 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:41.531172 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-d8992c6f-4e2b-4406-bcad-72ecbfb28e67 req-5727fe2c-0ecf-4da3-81c1-70f153d2fc64 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.70 "DELETE /v2.0/ports/69b5b634-0f5c-42e5-943e-abf0c01273de HTTP/1.1" status: 204 len: 173 time: 0.4697657 Nov 11 16:44:41.531643 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'name': 'network-vif-deleted', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:41.534047 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09181368-c1b2-498f-9d91-65cc1c3efb54" -d '{"events": [{"server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "name": "network-vif-deleted", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:41.576900 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5813062-57c3-4342-b67f-8d53a0bfae01 x-openstack-request-id: req-c5813062-57c3-4342-b67f-8d53a0bfae01 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:41.577229 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863254c-6b3c-4af2-894c-be52280fb48f", "name": "network-vif-deleted", "tag": "69b5b634-0f5c-42e5-943e-abf0c01273de", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:41.577497 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5813062-57c3-4342-b67f-8d53a0bfae01 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:41.577890 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863254c-6b3c-4af2-894c-be52280fb48f', 'name': 'network-vif-deleted', 'tag': '69b5b634-0f5c-42e5-943e-abf0c01273de', 'status': 'completed', 'code': 200} Nov 11 16:44:42.083932 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-113d1f82-9dda-41ad-ba75-623aba609ee4 req-8ad38a58-bd16-40c7-b3ef-bfc5c182ce57 tempest-VolumesNegativeTest-511859385 tempest-VolumesNegativeTest-511859385-project] 10.222.0.11 "GET /v2.0/ports?device_id=f863254c-6b3c-4af2-894c-be52280fb48f HTTP/1.1" status: 200 len: 210 time: 0.0260913 Nov 11 16:44:43.098839 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:45.112797 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 69b5b634-0f5c-42e5-943e-abf0c01273de no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:44:45.133296 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 69b5b634-0f5c-42e5-943e-abf0c01273de {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:44:45.133643 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 69b5b634-0f5c-42e5-943e-abf0c01273de not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:44:49.080658 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36046) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:49.212266 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-1194e702-59ec-48b7-ad1f-b4a16568aa0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd7c8febad85489fba462a0a22b80390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304383 Nov 11 16:44:49.215118 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36050) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:49.261241 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:49.281617 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:49.386854 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:49.389409 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:49.390545 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c787324d-2bbc-48ce-ada1-806ee4435af6 HTTP/1.1" status: 204 len: 168 time: 0.1745551 Nov 11 16:44:49.398553 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf8f0f-764c-4367-8299-0d34e3065464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c787324d-2bbc-48ce-ada1-806ee4435af6,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:50.950518 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36054) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:51.101958 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port 0bdf08ca-f1d7-4c34-a04a-cffab786a998 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:44:51.102324 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.178866 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.179092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.191209 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for 0bdf08ca-f1d7-4c34-a04a-cffab786a998 owned by network:floatingip {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:44:51.423961 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.446350 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=0bdf08ca-f1d7-4c34-a04a-cffab786a998,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:51.506551 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.506872 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP 96526768-59f0-4948-9dde-57cbd70cba3c disassociated (deleted). External IP: 172.27.0.91, port: 4ef47d64-6457-456c-bc25-67edd1a30afc. Nov 11 16:44:51.704368 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:44:51.807026 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:44:51.812140 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:51.818295 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:44:51.828042 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:44:51.828666 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:44:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:51.838932 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-98847398-96a3-45ff-8ed8-bf493b68a679 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "DELETE /v2.0/floatingips/96526768-59f0-4948-9dde-57cbd70cba3c HTTP/1.1" status: 204 len: 168 time: 0.8873379 Nov 11 16:44:51.839515 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:51.841837 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795f88f-8dda-4c2d-b692-da2d95db17f9" -d '{"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:51.940657 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:44:52.074191 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8c67fe-6351-40dd-b832-40bc58ebb3c0 x-openstack-request-id: req-fc8c67fe-6351-40dd-b832-40bc58ebb3c0 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:52.074709 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:52.074709 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc8c67fe-6351-40dd-b832-40bc58ebb3c0 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:52.075145 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'status': 'completed', 'code': 200} Nov 11 16:44:52.148450 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-e613d003-922b-4556-b124-93902c04cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.149943 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-e613d003-922b-4556-b124-93902c04cbe3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 1099 time: 0.0428834 Nov 11 16:44:52.174795 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:52.209784 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:44:52.219085 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:44:52.219715 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:44:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:52.254631 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-3a3c98dd-3d03-4872-93e9-85ef8c3c835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.256221 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-3a3c98dd-3d03-4872-93e9-85ef8c3c835c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.0939465 Nov 11 16:44:52.284663 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81b60f-0d9b-48bf-81d7-c5837a1c222f req-fc63ab97-849b-4d3c-83dc-850d5e9c717e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.286272 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a81b60f-0d9b-48bf-81d7-c5837a1c222f req-fc63ab97-849b-4d3c-83dc-850d5e9c717e tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0602787 Nov 11 16:44:52.301254 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-2bae1d47-3fc2-4c3b-8aa1-8c270448a10b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ef47d64-6457-456c-bc25-67edd1a30afc HTTP/1.1" status: 200 len: 217 time: 0.0372820 Nov 11 16:44:52.333817 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:44:52.341655 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-6a81b60f-0d9b-48bf-81d7-c5837a1c222f req-61a70fb3-ba0a-44e3-b8ad-19fb7605f096 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477738 Nov 11 16:44:52.358999 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-18f2b220-8284-4b50-ab18-4359f789f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.360447 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-18f2b220-8284-4b50-ab18-4359f789f4ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0515268 Nov 11 16:44:52.440908 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-8a7b7a69-9414-4544-b422-59e55f488b21 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662527 Nov 11 16:44:52.442578 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-a24d08dc-a793-41a2-9af9-643ca61d17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.443886 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-a24d08dc-a793-41a2-9af9-643ca61d17ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704818 Nov 11 16:44:52.565354 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-9dc7fa18-e221-41c4-a550-840daa1e2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.566868 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-9dc7fa18-e221-41c4-a550-840daa1e2d81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1098 time: 0.0642526 Nov 11 16:44:52.575693 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:52.579503 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-bc89f3b3-2ea7-48ef-993c-01a81ec494de service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242199 Nov 11 16:44:52.601156 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86df2e-e2a8-4c15-a63e-fa26d3449ec8 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_floatingips': [{'id': 'cbd989c9-76ea-4aaa-9cef-8b76c3239112', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'router_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'port_id': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'mac_address': 'fa:16:3e:b2:6e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded4168f-c424-4d28-b367-b7995c839a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:40:43Z', 'updated_at': '2021-11-11T16:40:46Z', 'revision_number': 1, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:44:52.741487 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-4795f88f-8dda-4c2d-b692-da2d95db17f9 req-1cdc4a12-3248-4f52-81fb-d033d027cbbb service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531923 Nov 11 16:44:52.744814 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-7908e416-d3aa-4854-8ed6-d9861f62bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.746153 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-7908e416-d3aa-4854-8ed6-d9861f62bfe9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.1498806 Nov 11 16:44:52.821423 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-7e95e3cd-9cb6-46d8-9d80-84e5f39e7673 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 1000 time: 0.0655072 Nov 11 16:44:52.836091 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b85d4-05fe-486f-8a32-d1d41c5b928d None None] New status for floating IP 96526768-59f0-4948-9dde-57cbd70cba3c: DOWN {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:44:52.876727 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-c654d4a4-fc0d-4093-b58c-f27232e153de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.878235 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-c654d4a4-fc0d-4093-b58c-f27232e153de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0482934 Nov 11 16:44:52.927046 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-2a6fd71f-dab5-4056-a466-032c91359328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:52.928532 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-2a6fd71f-dab5-4056-a466-032c91359328 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426464 Nov 11 16:44:53.022833 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-276376bf-33f9-46da-8967-690220d46829 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Nov 11 16:44:53.111814 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-889a271f-1720-4f21-bb6f-425f0fbba34b req-46e3db9e-59ea-47dc-976f-f2ba1047b292 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804522 Nov 11 16:44:53.456306 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad370e5-8a50-4d3d-8e07-6d0f804825c7 req-1dbfdbc9-e651-4416-87eb-fd21eaa8cc50 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:53.457750 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bad370e5-8a50-4d3d-8e07-6d0f804825c7 req-1dbfdbc9-e651-4416-87eb-fd21eaa8cc50 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0479109 Nov 11 16:44:53.512771 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-bad370e5-8a50-4d3d-8e07-6d0f804825c7 req-13acc14b-252b-408b-b39c-d4fd3c7c3eac tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484526 Nov 11 16:44:53.872728 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-7c39c036-b2ae-48a4-a72f-a93f43b8b427 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:53.874156 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-7c39c036-b2ae-48a4-a72f-a93f43b8b427 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Nov 11 16:44:53.963814 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port 4ef47d64-6457-456c-bc25-67edd1a30afc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:44:53.964142 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:54.051598 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] For port 4ef47d64-6457-456c-bc25-67edd1a30afc, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=4ef47d64-6457-456c-bc25-67edd1a30afc,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:44:54.051948 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:54.063967 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for 4ef47d64-6457-456c-bc25-67edd1a30afc owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:44:54.277892 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:54.307766 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=4ef47d64-6457-456c-bc25-67edd1a30afc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:54.346814 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] No DVR routers for this DVR port 4ef47d64-6457-456c-bc25-67edd1a30afc on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:44:54.349306 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:54.352658 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a53ca2ad-c45a-4a48-80f8-24cf51bafe8d req-fb2d8c14-2448-4cca-89f4-02b162401b7a tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "DELETE /v2.0/ports/4ef47d64-6457-456c-bc25-67edd1a30afc HTTP/1.1" status: 204 len: 173 time: 0.4719534 Nov 11 16:44:54.353127 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'name': 'network-vif-deleted', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:54.355983 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa4d68-dd6a-46a8-bc03-197e489bfd5a" -d '{"events": [{"server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "name": "network-vif-deleted", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:54.392653 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e89b65-c8c4-458d-92c8-29af11a02fe6 x-openstack-request-id: req-f3e89b65-c8c4-458d-92c8-29af11a02fe6 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:54.392945 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503efaff-d53a-4625-af00-123ddb531092", "name": "network-vif-deleted", "tag": "4ef47d64-6457-456c-bc25-67edd1a30afc", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:54.393194 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e89b65-c8c4-458d-92c8-29af11a02fe6 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:54.393601 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503efaff-d53a-4625-af00-123ddb531092', 'name': 'network-vif-deleted', 'tag': '4ef47d64-6457-456c-bc25-67edd1a30afc', 'status': 'completed', 'code': 200} Nov 11 16:44:54.613102 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-0020f9a6-da18-4adc-8ed1-9125fb8a0656 req-3bd95218-7ca6-445c-8cb5-67e50051c40c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=503efaff-d53a-4625-af00-123ddb531092 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Nov 11 16:44:57.207574 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 4ef47d64-6457-456c-bc25-67edd1a30afc no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:44:57.227548 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 4ef47d64-6457-456c-bc25-67edd1a30afc {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:44:57.227891 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 4ef47d64-6457-456c-bc25-67edd1a30afc not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:44:58.117734 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36086) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:44:58.508454 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port f3fa8310-9af2-428f-abca-3182c117b17c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:44:58.508787 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:58.584725 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:58.585037 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:58.596907 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for f3fa8310-9af2-428f-abca-3182c117b17c owned by network:floatingip {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:44:58.801375 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:58.833730 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=f3fa8310-9af2-428f-abca-3182c117b17c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:44:58.889466 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:58.889857 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.db.l3_db [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Floating IP cbd989c9-76ea-4aaa-9cef-8b76c3239112 disassociated (deleted). External IP: 172.27.0.16, port: 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43. Nov 11 16:44:59.093754 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:44:59.200958 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:44:59.205622 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:44:59.210173 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:44:59.220290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:44:59.220883 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:44:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:59.232689 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-da5382ca-b502-46c0-91e1-7c3451a6dce6 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "DELETE /v2.0/floatingips/cbd989c9-76ea-4aaa-9cef-8b76c3239112 HTTP/1.1" status: 204 len: 168 time: 1.1138322 Nov 11 16:44:59.233271 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:44:59.235556 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96bc7e901f063157c22c01d32ec98b623e257d2d753e2c9c804010e6c9f0f7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ba9065-4204-414f-857a-1f3df6c15805" -d '{"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:44:59.273525 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61caae65-acb8-40ba-a2e3-a55e3ad79865 x-openstack-request-id: req-61caae65-acb8-40ba-a2e3-a55e3ad79865 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:44:59.273820 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43", "status": "completed", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:44:59.274077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61caae65-acb8-40ba-a2e3-a55e3ad79865 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:44:59.274512 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'status': 'completed', 'code': 200} Nov 11 16:44:59.337699 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-cae1a8ea-643a-4a58-9a88-bc5cf16a27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:59.339609 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-cae1a8ea-643a-4a58-9a88-bc5cf16a27c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8b27862260c4e10a2a4649abac781fd&device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 1098 time: 0.0441718 Nov 11 16:44:59.434911 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-7f5d036a-7b7f-4764-89f8-202037dc4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:59.438851 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-7f5d036a-7b7f-4764-89f8-202037dc4ef1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 200 len: 914 time: 0.0900559 Nov 11 16:44:59.454806 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:44:59.481912 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-38b35390-5d22-42db-82e7-8a7b56b71316 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 200 len: 217 time: 0.0377703 Nov 11 16:44:59.531070 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-74a90c89-01f0-47f5-8f28-a7e54abf5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:59.532535 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-74a90c89-01f0-47f5-8f28-a7e54abf5793 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 200 len: 851 time: 0.0436301 Nov 11 16:44:59.582077 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-f8bf3d49-cd0b-4d9b-a560-84f3ef5720d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:59.583631 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-f8bf3d49-cd0b-4d9b-a560-84f3ef5720d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cb10ab0-a054-4555-9c1e-120e17632d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445278 Nov 11 16:44:59.658319 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:59.678556 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-2dcdf536-c39f-4e10-a5db-181765275476 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874002 Nov 11 16:44:59.685519 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:44:59.694145 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:44:59.695402 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:44:34Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:44:59.737152 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dc6dd-20b5-422d-9536-a3c2f90e0c4d req-205a6db7-71ff-44e3-9e11-d4561520f490 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:44:59.739284 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a23dc6dd-20b5-422d-9536-a3c2f90e0c4d req-205a6db7-71ff-44e3-9e11-d4561520f490 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0511694 Nov 11 16:44:59.773440 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-a6ba9065-4204-414f-857a-1f3df6c15805 req-d8849f2b-70a5-40d1-9df2-7e048de12706 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867100 Nov 11 16:44:59.792841 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [req-a23dc6dd-20b5-422d-9536-a3c2f90e0c4d req-c22de09c-ced7-4182-be2f-f1de454aa8bd tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Nov 11 16:44:59.803143 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:45:00.003003 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:00.029393 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf04f6-fdcc-43fc-b136-fb525c01b381 None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:36:52Z', 'revision_number': 4, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi', '_interfaces': [{'id': '3f5ec23d-34ae-4d63-a10d-e5f55b7eb791', 'name': '', 'network_id': '2cb10ab0-a054-4555-9c1e-120e17632d81', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'mac_address': 'fa:16:3e:d3:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:51Z', 'updated_at': '2021-11-11T16:36:58Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'subnets': [{'id': 'd527fc49-7bef-478a-b9e1-9adeb49916be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:45:00.252123 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb22fe-7bdb-4081-8d9d-dd55ae65c72c None None] New status for floating IP cbd989c9-76ea-4aaa-9cef-8b76c3239112: DOWN {{(pid=102107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:45:00.911469 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539276-985e-49f9-aa11-b9a766566473 req-cc05fd8c-d8d5-4608-ad95-bf84aaf3fc39 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:45:00.912910 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-45539276-985e-49f9-aa11-b9a766566473 req-cc05fd8c-d8d5-4608-ad95-bf84aaf3fc39 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Nov 11 16:45:00.964210 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-45539276-985e-49f9-aa11-b9a766566473 req-32f33558-b2b6-4221-9259-b8c5037c8819 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e7d22fd-725a-497f-a5cc-30214eee1dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445879 Nov 11 16:45:01.208976 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-e43b7264-9bce-44f2-8fbd-10655dd55ba2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:45:01.210472 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-e43b7264-9bce-44f2-8fbd-10655dd55ba2 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Nov 11 16:45:01.298508 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:01.298847 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:01.387854 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] For port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77642',level=0,port_id=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:01.388220 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:01.400392 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:01.626644 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:01.655959 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=0bdb6e24-172c-4221-86ac-5cd2d7a6fd43,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:01.696826 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] No DVR routers for this DVR port 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 on host hv-cinder-77642 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:45:01.700353 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:01.703653 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-def7a434-e948-4a03-a7c4-ce50ecc88dec req-5cd68b0c-c01f-4dd7-9be6-7f36a787f897 tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.70 "DELETE /v2.0/ports/0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 HTTP/1.1" status: 204 len: 173 time: 0.4872096 Nov 11 16:45:01.704082 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'name': 'network-vif-deleted', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:45:01.706360 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13a52129856799c82d7d7b8ebbffa323dea55f9fde0fc4fd683d62729fbaf0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dd7e5c-2a61-4834-a9cc-206d14ca9154" -d '{"events": [{"server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "name": "network-vif-deleted", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 16:45:01.742432 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224006da-9c7e-473b-b4db-c7b9a060c378 x-openstack-request-id: req-224006da-9c7e-473b-b4db-c7b9a060c378 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 16:45:01.742740 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4168f-c424-4d28-b367-b7995c839a16", "name": "network-vif-deleted", "tag": "0bdb6e24-172c-4221-86ac-5cd2d7a6fd43", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 16:45:01.742997 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-224006da-9c7e-473b-b4db-c7b9a060c378 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 16:45:01.743395 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4168f-c424-4d28-b367-b7995c839a16', 'name': 'network-vif-deleted', 'tag': '0bdb6e24-172c-4221-86ac-5cd2d7a6fd43', 'status': 'completed', 'code': 200} Nov 11 16:45:01.963670 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-741b2b42-1680-432c-921a-8173487b332f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:02.067666 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [req-74c1908f-332d-4b6c-9b31-65bf5c9ff2d1 req-04fe8dea-70af-4561-8e29-7e9cdcc18e6c tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "GET /v2.0/ports?device_id=ded4168f-c424-4d28-b367-b7995c839a16 HTTP/1.1" status: 200 len: 210 time: 0.0303910 Nov 11 16:45:03.125325 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36102) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:03.247863 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Deleting port 7b75352f-aee4-4eef-b970-9c3eb17b7279 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:03.248206 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.324775 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.325183 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.336570 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Calling delete_port for 7b75352f-aee4-4eef-b970-9c3eb17b7279 owned by network:floatingip {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:03.584226 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.611242 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'Port': ['ID=7b75352f-aee4-4eef-b970-9c3eb17b7279,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:03.637113 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.637412 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.637748 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.638077 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.638427 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.638751 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.639074 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.639394 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.639714 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.640092 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.640433 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.640731 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-4-iscsi {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:45:03.679128 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for floatingip, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.682035 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109047'] for floatingip, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:03.683209 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-43fbb1cd-436e-484e-967d-9d7b4c96b88f tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "DELETE /v2.0/floatingips/cd5d1c8a-478d-4c30-b1fb-b3cede6f8998 HTTP/1.1" status: 204 len: 168 time: 0.5569134 Nov 11 16:45:04.443319 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c23-e4d5-4ce5-b0b8-7901f318c728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.063585 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 36114) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:05.119369 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.144240 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.237161 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 no longer exists at agent hyperv_hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:05.260409 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] No Port match for: 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:05.260744 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Device 0bdb6e24-172c-4221-86ac-5cd2d7a6fd43 not bound to the agent host hv-cinder-77642 {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:05.292608 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.295430 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.296577 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e7d22fd-725a-497f-a5cc-30214eee1dfd HTTP/1.1" status: 204 len: 168 time: 0.2320225 Nov 11 16:45:05.305718 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5029e-511b-4391-91ac-bc9cd050e9fa tempest-TestVolumeBootPattern-1603944805 tempest-TestVolumeBootPattern-1603944805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7d22fd-725a-497f-a5cc-30214eee1dfd,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:05.418529 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 36118) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:05.498115 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:05.937582 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:06.174149 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Deleting port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:06.174868 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:06.248193 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] For port 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:06.248463 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:06.260288 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Calling delete_port for 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:06.541129 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:06.567674 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5ec23d-34ae-4d63-a10d-e5f55b7eb791,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:06.995169 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.005220 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.211126 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Router 7844202a-cd06-4168-98b6-eaa941ba2d8f has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:45:07.316786 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:45:07.321732 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a7a7ccf3-688e-440e-b16d-96500cf9a2d4 admin admin] 10.222.0.11 "PUT /v2.0/routers/7844202a-cd06-4168-98b6-eaa941ba2d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9021220 Nov 11 16:45:07.325540 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36122) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:07.328008 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Sync routers for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:45:07.337556 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:45:07.338195 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:45:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:07.429208 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.442361 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: dv-cinder-776422-4-iscsi {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:45:07.530242 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.623569 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:45:06Z', 'revision_number': 5, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port': {'id': 'dd12f5a9-8d3f-4320-95e2-f799b9aeb66c', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:48Z', 'updated_at': '2021-11-11T16:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:07.650203 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Checking router: 7844202a-cd06-4168-98b6-eaa941ba2d8f for host: dv-cinder-776422-4-iscsi {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:45:07.650960 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Deleting port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:07.658323 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.658976 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Routers {'7844202a-cd06-4168-98b6-eaa941ba2d8f'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:45:07.659586 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:45:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['7844202a-cd06-4168-98b6-eaa941ba2d8f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:07.732724 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] For port dd12f5a9-8d3f-4320-95e2-f799b9aeb66c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:07.733112 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:07.742226 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] Set router 7844202a-cd06-4168-98b6-eaa941ba2d8f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:45:07.744898 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Calling delete_port for dd12f5a9-8d3f-4320-95e2-f799b9aeb66c owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:07.793651 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:45:07Z', 'revision_number': 6, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:07.822377 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6f2e3-0699-44ca-91fa-91a36e37be4a None None] The sync data for ids ['7844202a-cd06-4168-98b6-eaa941ba2d8f'] in dv-cinder-776422-4-iscsi is: [{'id': '7844202a-cd06-4168-98b6-eaa941ba2d8f', 'name': 'tempest-TestVolumeBootPattern-1636984853-router', 'tenant_id': 'e8b27862260c4e10a2a4649abac781fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:47Z', 'updated_at': '2021-11-11T16:45:07Z', 'revision_number': 6, 'project_id': 'e8b27862260c4e10a2a4649abac781fd', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:45:07.986678 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.012741 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd12f5a9-8d3f-4320-95e2-f799b9aeb66c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:08.079034 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.095014 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.169539 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.171743 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.298524 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.299059 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7844202a-cd06-4168-98b6-eaa941ba2d8f {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:45:08.303273 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.304396 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-49b1fbc3-3158-4f19-898f-f57fe3ae8841 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7844202a-cd06-4168-98b6-eaa941ba2d8f HTTP/1.1" status: 204 len: 168 time: 0.9778669 Nov 11 16:45:08.306914 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36124) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:08.351440 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Deleting subnet d527fc49-7bef-478a-b9e1-9adeb49916be {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:45:08.354430 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.391868 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.467846 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.615852 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.642571 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d527fc49-7bef-478a-b9e1-9adeb49916be,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:08.646235 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.649441 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-a91fe104-c950-4793-88a9-99b673e9226c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d527fc49-7bef-478a-b9e1-9adeb49916be HTTP/1.1" status: 204 len: 168 time: 0.3415935 Nov 11 16:45:08.652133 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 36126) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:08.653572 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070bbf0-20b6-49f0-a007-61e0f92619e5 None None] Network 2cb10ab0-a054-4555-9c1e-120e17632d81 requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:45:08.720148 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.773118 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Deleting port c75bef91-a17d-43f5-8e1f-6cfcac0d932c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:08.773483 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.848638 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] For port c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:08.849021 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.854044 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] DHCP port deletion for 2cb10ab0-a054-4555-9c1e-120e17632d81 request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:45:08.862168 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Calling delete_port for c75bef91-a17d-43f5-8e1f-6cfcac0d932c owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:08.904373 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Deleting port c75bef91-a17d-43f5-8e1f-6cfcac0d932c {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:08.904747 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:08.944586 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device dd12f5a9-8d3f-4320-95e2-f799b9aeb66c no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:08.976290 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: dd12f5a9-8d3f-4320-95e2-f799b9aeb66c {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:08.976628 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device dd12f5a9-8d3f-4320-95e2-f799b9aeb66c not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:08.977039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c75bef91-a17d-43f5-8e1f-6cfcac0d932c no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:09.015365 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] For port c75bef91-a17d-43f5-8e1f-6cfcac0d932c, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,segment=NetworkSegment(8f15f968-dafa-4901-b1c6-21dbb1bb5554),segment_id=8f15f968-dafa-4901-b1c6-21dbb1bb5554)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:09.016006 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.035170 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Calling delete_port for c75bef91-a17d-43f5-8e1f-6cfcac0d932c owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:09.052691 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9191439'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.085643 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:09.085643 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] No DVR routers for this DVR port c75bef91-a17d-43f5-8e1f-6cfcac0d932c on host dv-cinder-776422-4-iscsi {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:45:09.104354 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Port c75bef91-a17d-43f5-8e1f-6cfcac0d932c update to DOWN by agent not found {{(pid=102106) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 16:45:09.104955 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:09.127555 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:09.127818 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device 3f5ec23d-34ae-4d63-a10d-e5f55b7eb791 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:09.155318 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.158909 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.176016 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb10ab0-a054-4555-9c1e-120e17632d81']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:09.184737 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] Pushing event deleted for resources: {'Port': ['ID=c75bef91-a17d-43f5-8e1f-6cfcac0d932c,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:09.185414 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f15f968-dafa-4901-b1c6-21dbb1bb5554') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:09.185712 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.services.segments.db [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f15f968-dafa-4901-b1c6-21dbb1bb5554') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:09.188364 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010e2e6-129d-43c3-b04d-99dd8efe28db None None] No DVR routers for this DVR port c75bef91-a17d-43f5-8e1f-6cfcac0d932c on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:45:09.196938 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192593'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.210754 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.217528 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9191548'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: Traceback (most recent call last): Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: timer() Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: cb(*args, **kw) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: return func(*args, **kwargs) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: self._notify() Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: self.callback(batched_events) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: event.method(event) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: return f(self, *a, **k) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._get(url).json() Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:45:09.223771 dv-cinder-776422-4-iscsi neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:45:09.366813 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.371853 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.375096 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] 10.222.0.11 "DELETE /v2.0/networks/2cb10ab0-a054-4555-9c1e-120e17632d81 HTTP/1.1" status: 204 len: 168 time: 0.7219815 Nov 11 16:45:09.378226 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36128) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:09.387565 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ad454-8c42-41f9-b272-e3e379304f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb10ab0-a054-4555-9c1e-120e17632d81,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:09.718686 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656107'] for router_interface, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:09.950676 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Deleting port f16bdd44-a676-4f38-bbdb-a59302ccc4a1 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:09.951013 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:10.028383 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] For port f16bdd44-a676-4f38-bbdb-a59302ccc4a1, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:10.028678 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:10.040498 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Calling delete_port for f16bdd44-a676-4f38-bbdb-a59302ccc4a1 owned by network:router_interface {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:10.306059 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:10.333048 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f16bdd44-a676-4f38-bbdb-a59302ccc4a1,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:10.503184 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655483'] for router_interface, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:10.711109 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Router 500cddc6-34c3-4358-808b-642fb1d0f17d has already been hosted by L3 agent 3549296d-038c-4dc1-96bb-7619255cb518 {{(pid=102105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 16:45:11.052355 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] Notify agent at l3_agent.dv-cinder-776422-4-iscsi the message routers_updated {{(pid=102105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 16:45:11.057649 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-7eab1615-1916-40ee-ab4c-8b40c80ed2ca admin admin] 10.222.0.11 "PUT /v2.0/routers/500cddc6-34c3-4358-808b-642fb1d0f17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783013 Nov 11 16:45:11.060749 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36130) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:11.061525 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Sync routers for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:45:11.070943 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:45:11.071553 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:45:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:11.160952 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks [] for router, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.173877 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: dv-cinder-776422-4-iscsi {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:45:11.260874 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.348450 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'external_fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:45:10Z', 'revision_number': 5, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port': {'id': 'f5c17091-9598-4d52-89c8-258f202cb6bd', 'name': '', 'network_id': '0145cdc3-e222-4fc8-ae32-b6eb843a191a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:36:57Z', 'updated_at': '2021-11-11T16:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e96e7b5f-3286-4bdf-b2c0-cedb21e3fe1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-4-iscsi'}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:11.374209 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Checking router: 500cddc6-34c3-4358-808b-642fb1d0f17d for host: dv-cinder-776422-4-iscsi {{(pid=102107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:45:11.382494 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Routers {'500cddc6-34c3-4358-808b-642fb1d0f17d'} bound to L3 agent in host dv-cinder-776422-4-iscsi {{(pid=102107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 16:45:11.383130 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:24:34Z,description=,heartbeat_timestamp=2021-11-11T16:45:04Z,host='dv-cinder-776422-4-iscsi',id=3549296d-038c-4dc1-96bb-7619255cb518,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:24:35Z,topic='l3_agent')) {'router_ids': ['500cddc6-34c3-4358-808b-642fb1d0f17d'], 'active': True} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:11.403968 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Deleting port f5c17091-9598-4d52-89c8-258f202cb6bd {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:11.404301 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.467714 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_dvr_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] Set router 500cddc6-34c3-4358-808b-642fb1d0f17d gateway port host: None {{(pid=102107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 16:45:11.481009 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] For port f5c17091-9598-4d52-89c8-258f202cb6bd, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=f5c17091-9598-4d52-89c8-258f202cb6bd,segment=NetworkSegment(42432d11-5dde-4aac-ad5a-9bf7e96700f7),segment_id=42432d11-5dde-4aac-ad5a-9bf7e96700f7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:11.481362 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.493192 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Calling delete_port for f5c17091-9598-4d52-89c8-258f202cb6bd owned by network:router_gateway {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:11.603488 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.l3_hamode_db [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:45:11Z', 'revision_number': 6, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port_host': None}], 'dv-cinder-776422-4-iscsi', False) {} {{(pid=102107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:11.628242 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ccc22-9a45-4ded-8609-ee1272c6f86f None None] The sync data for ids ['500cddc6-34c3-4358-808b-642fb1d0f17d'] in dv-cinder-776422-4-iscsi is: [{'id': '500cddc6-34c3-4358-808b-642fb1d0f17d', 'name': 'tempest-TestVolumeBootPattern-1893500952-router', 'tenant_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:36:56Z', 'updated_at': '2021-11-11T16:45:11Z', 'revision_number': 6, 'project_id': 'a70d9ab6136f475f8bc6ea3fba6fb28e', 'gw_port_host': None}] {{(pid=102107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:45:11.723470 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.752776 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c17091-9598-4d52-89c8-258f202cb6bd,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:11.811190 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657041'] for router_gateway, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.897901 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-236126'] for router, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:11.899943 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.044350 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670477'] for router, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.044949 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500cddc6-34c3-4358-808b-642fb1d0f17d {{(pid=102105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 16:45:12.049356 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] Publish callbacks [] for router, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.050570 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3937aa48-9a5f-4ad2-a4b6-ba2d3501125d admin admin] 10.222.0.11 "DELETE /v2.0/routers/500cddc6-34c3-4358-808b-642fb1d0f17d HTTP/1.1" status: 204 len: 168 time: 0.9888027 Nov 11 16:45:12.052962 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36132) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:12.099273 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Deleting subnet 6e529cd7-eb0a-4bbf-ad98-429adb74515c {{(pid=102105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 16:45:12.102291 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.135136 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11340105'] for subnet, precommit_delete_associations {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.209132 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3921428'] for subnet, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.346988 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3921437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11579878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12417765'] for subnet, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.374193 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e529cd7-eb0a-4bbf-ad98-429adb74515c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:12.378963 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.384618 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd42528-1eeb-4fe2-94fd-2d74457e1931 None None] Network 35bd33c8-456a-4319-bde2-b8776b2244ff requested from dv-cinder-776422-4-iscsi {{(pid=102106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 16:45:12.389114 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-2f153608-1b56-46aa-add7-12484dd529b1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6e529cd7-eb0a-4bbf-ad98-429adb74515c HTTP/1.1" status: 204 len: 168 time: 0.3351126 Nov 11 16:45:12.391925 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36134) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:12.464094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3906424'] for network, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.520295 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Deleting port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:12.520634 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.575261 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] DHCP port deletion for 35bd33c8-456a-4319-bde2-b8776b2244ff request from dv-cinder-776422-4-iscsi {{(pid=102106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 16:45:12.592514 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] For port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:12.592885 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.604931 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Calling delete_port for c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:12.624615 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Deleting port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 {{(pid=102106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 16:45:12.624984 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769196538799'] for port, before_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.694746 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] For port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4, host dv-cinder-776422-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-4-iscsi',level=0,port_id=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,segment=NetworkSegment(267265c9-6aae-47a9-8a57-6060fd1d9e6b),segment_id=267265c9-6aae-47a9-8a57-6060fd1d9e6b)] {{(pid=102106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 16:45:12.695139 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662029'] for port, precommit_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.707803 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Calling delete_port for c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 owned by network:dhcp {{(pid=102106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 16:45:12.815094 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11579851'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.820570 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3833045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-858497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769196546169', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769196134274'] for port, after_delete {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.844790 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:12.851332 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] No DVR routers for this DVR port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 on host dv-cinder-776422-4-iscsi {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:45:12.851486 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] Pushing event deleted for resources: {'Port': ['ID=c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4,revision_number=None']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:12.856564 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0fff5-1ace-45aa-b91c-dbfc2b768f47 None None] No DVR routers for this DVR port c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 on host dv-cinder-776422-4-iscsi {{(pid=102106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:45:12.924285 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918509', 'neutron.services.segments.db._delete_segments_for_network-8769196632805'] for network, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.926122 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:12.944415 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bd33c8-456a-4319-bde2-b8776b2244ff']}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:12.947346 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:12.947696 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device c9ee3ea6-d807-4fcd-9ae9-ed44a6f77cd4 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:12.948110 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f16bdd44-a676-4f38-bbdb-a59302ccc4a1 no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:12.953417 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267265c9-6aae-47a9-8a57-6060fd1d9e6b') {'for_net_delete': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:12.953708 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.services.segments.db [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267265c9-6aae-47a9-8a57-6060fd1d9e6b') {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:45:12.966989 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: f16bdd44-a676-4f38-bbdb-a59302ccc4a1 {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:12.967340 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f16bdd44-a676-4f38-bbdb-a59302ccc4a1 not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:12.967491 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769196671214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11340112'] for segment, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.967748 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f5c17091-9598-4d52-89c8-258f202cb6bd no longer exists at agent ovs-agent-dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 16:45:12.980826 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613'] for segment, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.986632 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:45:12.987002 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3430613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11579832'] for segment, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:12.987239 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.plugin [None req-c6820229-56ea-40da-88ef-8729437904dd None None] No Port match for: f5c17091-9598-4d52-89c8-258f202cb6bd {{(pid=102106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 16:45:12.987585 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron.plugins.ml2.rpc [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Device f5c17091-9598-4d52-89c8-258f202cb6bd not bound to the agent host dv-cinder-776422-4-iscsi {{(pid=102106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: Traceback (most recent call last): Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: timer() Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: cb(*args, **kw) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: return func(*args, **kwargs) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: self._notify() Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: self.callback(batched_events) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: event.method(event) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: return f(self, *a, **k) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._get(url).json() Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: return self.request(url, 'GET', **kwargs) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:45:12.988773 dv-cinder-776422-4-iscsi neutron-server[102105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:45:13.141095 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.169740 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657149'] for network, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.174143 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564406'] for network, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.177630 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35bd33c8-456a-4319-bde2-b8776b2244ff HTTP/1.1" status: 204 len: 168 time: 0.7846885 Nov 11 16:45:13.190820 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc216c9-902a-416d-bcd5-e81a5b786a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=35bd33c8-456a-4319-bde2-b8776b2244ff,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:13.591405 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36138) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:13.630950 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-3ffc5d99-6555-4fa0-9994-a2ef05af9798 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8b27862260c4e10a2a4649abac781fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384297 Nov 11 16:45:13.633351 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [-] (102105) accepted ('10.222.0.11', 36140) {{(pid=102105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:13.679329 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.701191 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.835518 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.838098 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:13.839325 dv-cinder-776422-4-iscsi neutron-server[102105]: INFO neutron.wsgi [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fcea7f9-f652-45e5-be45-0d37619b6179 HTTP/1.1" status: 204 len: 168 time: 0.2050891 Nov 11 16:45:13.847765 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a08ed-0f4d-42a3-956e-0429487ecc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcea7f9-f652-45e5-be45-0d37619b6179,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:14.562267 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 36146) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:14.602067 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-a0fd8888-cdc0-4760-ab34-79715ba4bb8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a70d9ab6136f475f8bc6ea3fba6fb28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385451 Nov 11 16:45:14.604453 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.11', 36148) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 16:45:14.650642 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:14.671298 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:14.815044 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578777'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:14.817518 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:14.818686 dv-cinder-776422-4-iscsi neutron-server[102104]: INFO neutron.wsgi [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a628dfa2-b881-46a1-8d47-0c82c6d0a535 HTTP/1.1" status: 204 len: 168 time: 0.2133543 Nov 11 16:45:14.826971 dv-cinder-776422-4-iscsi neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e89fb9-2dab-4f24-8400-fe7681506b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628dfa2-b881-46a1-8d47-0c82c6d0a535,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:45:17.075098 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:45:31.971913 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e17439e4-7765-4366-ac85-e70ac32d50ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:34.465774 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-53792b45-555e-464b-9a5f-13e09b731029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:35.539895 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:37.011856 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:38.105399 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:43.131460 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:45:54.074522 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:46:01.948418 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5902-0c96-417d-aa2a-0d94da02a0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:04.407708 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-487f51de-13d9-40a6-9159-39d400340408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:05.539214 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:07.019199 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:08.110488 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:13.136456 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:31.073831 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:46:31.949927 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-aec04538-326d-48de-af10-74226410a783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:34.421858 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1fc623bd-e5c0-4c75-84e6-a01d02b5baa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:35.507598 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:36.993244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:38.098369 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:46:43.153118 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:01.932328 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f7b3-638f-4536-a0b6-1fb01a94dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:04.472664 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-fd208b1b-47e4-420f-8886-f76a8d2c2aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:05.503364 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:06.992779 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:08.074917 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:47:08.120788 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:13.108973 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:31.942762 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3727c63e-d032-40ee-84d0-5d9164da0267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:34.428269 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76b10710-5b2c-418a-bcd5-4bc0db3249a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:35.569154 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:37.003199 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:38.100610 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:43.148307 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:47:45.073367 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:48:01.930956 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-513e5c85-e16a-4e38-ace6-3261342c7af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:04.437238 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-f9ae93b1-c251-45dc-af55-39b0a06bba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:05.513664 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:07.002853 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:08.096891 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:13.197167 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:22.071417 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:48:31.947501 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d2494167-69a8-4463-808f-9ed25dd7c068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:34.448174 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-082dadc0-4040-46f3-aa0b-4a60056f5bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:35.507125 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:37.004846 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:38.105049 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:43.198574 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:48:59.070642 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:49:01.944851 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6a058bab-38e0-43de-8ae9-32fad4b3475a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:04.438359 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8c8401f9-f984-4a99-892f-abe124fa00d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:05.535386 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:07.009619 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:07.720606 dv-cinder-776422-4-iscsi neutron-server[102105]: DEBUG neutron.wsgi [req-48d068db-fc23-4c4d-a2da-58d7b3ed2fa9 req-848352d1-86e0-4cb6-ad20-187c18c335b5 service neutron] (102105) timed out ('10.222.0.70', 53553) {{(pid=102105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 16:49:08.104377 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:13.178691 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:31.938329 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-6dbef7f3-43b3-4672-a008-29294e5fe3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:34.412484 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-8c6492e2-9147-4969-a0ba-f24ca6e69e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:35.521236 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:36.069989 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:49:37.018131 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:38.109684 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:49:43.209454 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:01.975039 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f337-b7a7-47e9-bbea-05fa5270e759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:04.431606 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1bec5772-60c2-41ea-b790-95da6e5f214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:05.545881 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:07.037243 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:08.100767 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:13.068367 dv-cinder-776422-4-iscsi neutron-server[102107]: DEBUG neutron.db.agents_db [None req-0a6918ba-6bdf-41b6-a405-be697b61c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=102107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 16:50:13.269581 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ad0f91e7-cf8a-486e-9263-34d8a101fd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:31.968244 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-dd86e65a-a41e-4976-aaa0-0731cae02529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:34.446190 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-18e4b925-e88d-4ee6-88f0-3b8d3907dd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:35.540097 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5944714c-e94d-4669-84c7-cb4e29877504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:37.018146 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-049d53ce-86de-4725-bbd7-a6239dde19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 16:50:38.123060 dv-cinder-776422-4-iscsi neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c6820229-56ea-40da-88ef-8729437904dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769196632787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916631'] for agent, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}